
import os
if 'CRDS_CACHE_TYPE' in os.environ:
    if os.environ['CRDS_CACHE_TYPE'] == 'local':
        os.environ['CRDS_PATH'] = os.path.join(os.environ['HOME'], 'crds', 'cache')
    elif os.path.isdir(os.environ['CRDS_CACHE_TYPE']):
        os.environ['CRDS_PATH'] = os.environ['CRDS_CACHE_TYPE']
print('CRDS cache location: {}'.format(os.environ['CRDS_PATH']))

CRDS cache location: /grp/crds/cache


# set up import statements
from astropy.io import ascii, fits
from astropy.stats import sigma_clipped_stats
from astropy.table import Column
from astropy.visualization import SqrtStretch
from astropy.visualization.mpl_normalize import ImageNormalize
from astropy import table
from astropy.table import Table
import astropy.units as u
from astropy.coordinates import SkyCoord, match_coordinates_sky

#from ci_watson.artifactory_helpers import get_bigdata
import glob
from itertools import product
from ci_watson.artifactory_helpers import get_bigdata

# Box download imports 
from astropy.utils.data import download_file
from pathlib import Path
from shutil import move
from os.path import splitext

from jwst.datamodels import DrizProductModel, ImageModel
from jwst.pipeline import Detector1Pipeline, Image2Pipeline, Image3Pipeline
from jwst import associations
from jwst.associations.lib.rules_level3_base import DMS_Level3_Base
from jwst.associations import asn_from_list

import math
import matplotlib.pyplot as plt
import numpy as np
import os
from photutils import CircularAperture, DAOStarFinder, CircularAnnulus, aperture_photometry


# Create a temporary directory to hold notebook output, and change the working directory to that directory.
from tempfile import TemporaryDirectory
import os
data_dir = TemporaryDirectory()
os.chdir(data_dir.name)
print(data_dir)

<TemporaryDirectory '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmptl4yhngi'>


#print("Downloading input files")
 
#This readnoise file is needed for use with simulated data which has higher readnoise than actual data.
#readnoise = get_bigdata('jwst_validation_notebooks',
#                     'validation_data',
#                     'jump',                     
#                     'jump_miri_test', 
#                     'jwst_mirisim_readnoise.fits')

#filelist = ['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1.fits', 
#            'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2.fits',
#            'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1.fits',
#            'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2.fits',
#            'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1.fits',
#            'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2.fits',
#            'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1.fits',
#            'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2.fits']

#for file in filelist:
#    input_file = get_bigdata('jwst_validation_notebooks',
#                     'validation_data',
#                     'outlier_detection',
#                     'outlier_detection_miri_test',
#                     file)
    
#coords = get_bigdata('jwst_validation_notebooks',
#                     'validation_data',
#                     'resample',
#                     'resample_miri_test', 
#                     'radec_4ptdith_50star_mosaic_coords.txt')    

#print("Finished Downloads")


# Read rate files in from Box rather than starting with uncal and running through calwebb_detector1

def get_box_files(file_list):
    for box_url,file_name in file_list:
        if 'https' not in box_url:
            box_url = 'https://stsci.box.com/shared/static/' + box_url
        downloaded_file = download_file(box_url, timeout=600)
        if Path(file_name).suffix == '':
            ext = splitext(box_url)[1]
            file_name += ext
        move(downloaded_file, file_name)

        
file_urls = ['https://stsci.box.com/shared/static/46kwitm6fswmeiuw4gu6xxgeioy7dhca.fits',
             'https://stsci.box.com/shared/static/8vs4njvio6y15cdcl3rjtb4veb55h6o9.fits',
             'https://stsci.box.com/shared/static/09xjv0lpe35o50f2xf4ydu523g03s9fd.fits',
             'https://stsci.box.com/shared/static/tqay5edhq1hstayk897ugd8t5sjbbjme.fits',
             'https://stsci.box.com/shared/static/rmri5jb6gwpezva2rgzkkguoeos7nocv.fits',
             'https://stsci.box.com/shared/static/pdtjm55j5ahj08i1rm91jw5p2ijpvi68.fits',
             'https://stsci.box.com/shared/static/bw5jsrorue4g2eprpd06w8sdvy6etqhv.fits',
             'https://stsci.box.com/shared/static/y3thiqwcyihw30vndpy16o8bjxn36o89.fits',
             'https://stsci.box.com/shared/static/u2wc9ocug98ut8arz383oid0eru06qbo.txt']
    
file_names = ['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits', 
            'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits',
            'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits',
            'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits',
            'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits',
            'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits',
            'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits',
            'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits',
            'radec_4ptdith_50star_mosaic_coords.txt']

    
box_download_list = [(url,name) for url,name in zip(file_urls,file_names)]


get_box_files(box_download_list)


coords = 'radec_4ptdith_50star_mosaic_coords.txt'


# Run the calwebb_detector1 pipeline

# set up pipeline parameters 
#rej_thresh=10.0  # rejection threshold for jump step

#print('There are ', len(filelist), ' images.')
    
#slopelist = []    
    
# loop over list of files
#for file in filelist:
       
    # set up pipeline parameters for input
#    pipe1 = Detector1Pipeline()
#    pipe1.jump.rejection_threshold = rej_thresh
#    pipe1.jump.override_readnoise = readnoise
#    pipe1.ramp_fit.override_readnoise = readnoise

#    pipe1.refpix.skip = True  # needs update to simulator for this to work properly with simulated data
        
    # set up output file name
#    base, remainder = file.split('.')
#    outname = base
        
#    pipe1.jump.output_file = outname+'.fits'    
    #pipe1.ramp_fit.output_file = outname+'.fits'
#    pipe1.output_file = outname+'.fits'

    # Run pipeline on each file
#    rampfile = pipe1.run(file)
#    slopelist.append(rampfile)
    
    # Close the input files
    #file.close()

#print('Detector 1 steps completed on all files.')
#print(slopelist)


slopelist = ['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits', 
            'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits',
            'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits',
            'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits',
            'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits',
            'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits',
            'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits',
            'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits']


# Run Calwebb_image2 on output files from detector1
    
print('There are ', len(slopelist), ' images.')

callist = []
ratefilenames = []

# cycle through files
for file in slopelist:
    rampfile = ImageModel(file)
    
    # create an object for the pipeline    
    pipe2 = Image2Pipeline()
    
    filename = rampfile.meta.filename
    ratefilenames.append(filename)
    # Set pipeline parameters

    pipe2.save_results = True
    pipe2.output_file = filename +'_cal.fits'
    pipe2.resample.save_results = True
    pipe2.suffix = None

    calfile = pipe2.run(rampfile)

    callist.append(calfile)

print(callist)

There are  8  images.

2022-10-06 05:50:57,388 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-06 05:50:57,390 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-06 05:50:57,391 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-06 05:50:57,392 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-06 05:50:57,393 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-06 05:50:57,394 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:50:57,482 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:50:57,486 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmptl4yhngi/starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-06 05:50:57,494 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-06 05:50:57,726 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-06 05:50:57,729 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-06 05:50:57,729 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-06 05:50:57,730 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-06 05:50:57,730 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-06 05:50:57,731 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-10-06 05:50:57,732 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:50:57,734 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-06 05:50:57,734 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-10-06 05:50:57,735 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-10-06 05:50:57,737 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-06 05:50:57,737 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-06 05:50:57,738 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-06 05:50:57,738 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-06 05:50:57,739 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-06 05:50:57,739 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-06 05:50:57,740 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-06 05:50:57,740 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-10-06 05:50:57,742 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-06 05:50:57,742 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-06 05:50:57,743 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-06 05:50:57,743 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-06 05:50:57,744 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-06 05:50:57,744 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-06 05:50:57,810 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-10-06 05:50:57,811 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits> ...
2022-10-06 05:50:58,002 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:50:58,003 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-06 05:50:58,200 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-06 05:50:58,283 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.019532876 -0.016147752 0.021999558 0.015037465 359.990697171 0.017630270 359.987889494 -0.013568846
2022-10-06 05:50:58,283 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.019532876 -0.016147752 0.021999558 0.015037465 359.990697171 0.017630270 359.987889494 -0.013568846
2022-10-06 05:50:58,284 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-06 05:50:58,316 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-10-06 05:50:58,328 - stpipe.Image2Pipeline.assign_wcs - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:50:58,328 - stpipe.Image2Pipeline.assign_wcs - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:50:58,342 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-06 05:50:58,467 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:50:58,468 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-06 05:50:58,628 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:50:58,629 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:50:58,629 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:50:58,635 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:50:58,771 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-06 05:50:58,897 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:50:58,899 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-06 05:50:58,921 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-10-06 05:50:58,922 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-06 05:50:59,003 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-06 05:50:59,004 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-06 05:50:59,004 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-06 05:50:59,005 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-10-06 05:50:59,066 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-06 05:50:59,068 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-06 05:50:59,069 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-06 05:50:59,069 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-10-06 05:50:59,086 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-06 05:50:59,211 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:50:59,213 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:50:59,238 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:50:59,258 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:50:59,259 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:50:59,259 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:50:59,259 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:50:59,371 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-06 05:50:59,978 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:00,157 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:51:00,723 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:00,921 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:51:01,496 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:01,682 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:51:02,241 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:02,427 - stpipe.Image2Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
  output_variance = np.reciprocal(inverse_variance_sum)

2022-10-06 05:51:02,458 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.019529633 -0.016360379 0.022280129 0.014982155 359.990661583 0.017756872 359.987911088 -0.013585662
2022-10-06 05:51:02,587 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_i2d.fits
2022-10-06 05:51:02,588 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-06 05:51:02,589 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-10-06 05:51:02,591 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-06 05:51:02,591 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-06 05:51:02,755 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits
2022-10-06 05:51:02,756 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-06 05:51:02,792 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-06 05:51:02,793 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-06 05:51:02,794 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-06 05:51:02,795 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-06 05:51:02,796 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-06 05:51:02,798 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:51:02,939 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:02,944 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmptl4yhngi/starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-06 05:51:02,950 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-06 05:51:02,957 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-06 05:51:02,958 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-06 05:51:02,958 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-06 05:51:02,959 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-06 05:51:02,959 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-06 05:51:02,959 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-10-06 05:51:02,960 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:51:02,961 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-06 05:51:02,961 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-10-06 05:51:02,962 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-10-06 05:51:02,963 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-06 05:51:02,963 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-06 05:51:02,963 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-06 05:51:02,964 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-06 05:51:02,964 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-06 05:51:02,964 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-06 05:51:02,965 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-06 05:51:02,965 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-10-06 05:51:02,966 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-06 05:51:02,966 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-06 05:51:02,966 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-06 05:51:02,967 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-06 05:51:02,967 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-06 05:51:02,967 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-06 05:51:03,021 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-10-06 05:51:03,022 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits> ...
2022-10-06 05:51:03,153 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:03,154 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-06 05:51:03,334 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-06 05:51:03,410 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.019532876 -0.016147752 0.021999558 0.015037465 359.990697171 0.017630270 359.987889494 -0.013568846
2022-10-06 05:51:03,411 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.019532876 -0.016147752 0.021999558 0.015037465 359.990697171 0.017630270 359.987889494 -0.013568846
2022-10-06 05:51:03,411 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-06 05:51:03,444 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-10-06 05:51:03,454 - stpipe.Image2Pipeline.assign_wcs - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:51:03,455 - stpipe.Image2Pipeline.assign_wcs - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:51:03,468 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-06 05:51:03,597 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:03,598 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-06 05:51:03,705 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:03,706 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:03,707 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:03,713 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:03,845 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-06 05:51:03,976 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:03,978 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-06 05:51:04,001 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-10-06 05:51:04,002 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-06 05:51:04,089 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-06 05:51:04,089 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-06 05:51:04,090 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-06 05:51:04,090 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-10-06 05:51:04,136 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-06 05:51:04,138 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-06 05:51:04,138 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-06 05:51:04,139 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-10-06 05:51:04,156 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-06 05:51:04,306 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:04,308 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:51:04,335 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:51:04,354 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:51:04,354 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:51:04,354 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:51:04,355 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:51:04,467 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-06 05:51:05,044 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:05,220 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:51:05,780 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:05,969 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:51:06,540 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:06,727 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:51:07,292 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:07,478 - stpipe.Image2Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
  output_variance = np.reciprocal(inverse_variance_sum)

2022-10-06 05:51:07,508 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.019529633 -0.016360379 0.022280129 0.014982155 359.990661583 0.017756872 359.987911088 -0.013585662
2022-10-06 05:51:07,633 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_i2d.fits
2022-10-06 05:51:07,633 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-06 05:51:07,634 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-10-06 05:51:07,635 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-06 05:51:07,636 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-06 05:51:07,793 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits
2022-10-06 05:51:07,794 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-06 05:51:07,829 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-06 05:51:07,831 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-06 05:51:07,832 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-06 05:51:07,833 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-06 05:51:07,834 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-06 05:51:07,836 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:51:07,981 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:51:07,986 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmptl4yhngi/starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-06 05:51:07,993 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-06 05:51:08,000 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-06 05:51:08,001 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-06 05:51:08,001 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-06 05:51:08,001 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-06 05:51:08,002 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-06 05:51:08,002 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-10-06 05:51:08,004 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:51:08,004 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-06 05:51:08,005 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-10-06 05:51:08,006 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-10-06 05:51:08,008 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-06 05:51:08,008 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-06 05:51:08,008 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-06 05:51:08,009 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-06 05:51:08,009 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-06 05:51:08,009 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-06 05:51:08,010 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-06 05:51:08,010 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-10-06 05:51:08,011 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-06 05:51:08,011 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-06 05:51:08,012 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-06 05:51:08,012 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-06 05:51:08,012 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-06 05:51:08,013 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-06 05:51:08,056 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-10-06 05:51:08,057 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits> ...
2022-10-06 05:51:08,191 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:51:08,193 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-06 05:51:08,374 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-06 05:51:08,447 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.020172025 -0.017469545 0.022638707 0.013715672 359.991336319 0.016308478 359.988528642 -0.014890638
2022-10-06 05:51:08,448 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.020172025 -0.017469545 0.022638707 0.013715672 359.991336319 0.016308478 359.988528642 -0.014890638
2022-10-06 05:51:08,448 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-06 05:51:08,480 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-10-06 05:51:08,491 - stpipe.Image2Pipeline.assign_wcs - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:51:08,491 - stpipe.Image2Pipeline.assign_wcs - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:51:08,504 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-06 05:51:08,637 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:51:08,638 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-06 05:51:08,741 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:08,742 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:08,743 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:08,749 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:08,880 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-06 05:51:09,014 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:51:09,015 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-06 05:51:09,038 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-10-06 05:51:09,038 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-06 05:51:09,122 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-06 05:51:09,122 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-06 05:51:09,123 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-06 05:51:09,123 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-10-06 05:51:09,168 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-06 05:51:09,170 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-06 05:51:09,171 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-06 05:51:09,171 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-10-06 05:51:09,188 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-06 05:51:09,320 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:51:09,322 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:51:09,347 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:51:09,366 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:51:09,366 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:51:09,366 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:51:09,367 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:51:09,477 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-06 05:51:10,072 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:10,247 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:51:10,833 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:11,026 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:51:11,608 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:11,800 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:51:12,366 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:12,553 - stpipe.Image2Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
  output_variance = np.reciprocal(inverse_variance_sum)

2022-10-06 05:51:12,584 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.020168782 -0.017682172 0.022919277 0.013660362 359.991300731 0.016435079 359.988550236 -0.014907455
2022-10-06 05:51:12,712 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_i2d.fits
2022-10-06 05:51:12,713 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-06 05:51:12,713 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-10-06 05:51:12,714 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-06 05:51:12,715 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-06 05:51:12,878 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits
2022-10-06 05:51:12,878 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-06 05:51:12,915 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-06 05:51:12,917 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-06 05:51:12,918 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-06 05:51:12,919 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-06 05:51:12,920 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-06 05:51:12,922 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:51:13,084 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:13,088 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmptl4yhngi/starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-06 05:51:13,095 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-06 05:51:13,098 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-06 05:51:13,100 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-06 05:51:13,101 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-06 05:51:13,101 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-06 05:51:13,101 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-06 05:51:13,102 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-10-06 05:51:13,103 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:51:13,104 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-06 05:51:13,104 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-10-06 05:51:13,105 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-10-06 05:51:13,106 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-06 05:51:13,106 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-06 05:51:13,106 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-06 05:51:13,107 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-06 05:51:13,107 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-06 05:51:13,107 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-06 05:51:13,107 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-06 05:51:13,108 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-10-06 05:51:13,109 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-06 05:51:13,109 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-06 05:51:13,110 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-06 05:51:13,110 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-06 05:51:13,110 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-06 05:51:13,111 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-06 05:51:13,157 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-10-06 05:51:13,157 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits> ...
2022-10-06 05:51:13,297 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:13,298 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-06 05:51:13,477 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-06 05:51:13,552 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.020172025 -0.017469545 0.022638707 0.013715672 359.991336319 0.016308478 359.988528642 -0.014890638
2022-10-06 05:51:13,552 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.020172025 -0.017469545 0.022638707 0.013715672 359.991336319 0.016308478 359.988528642 -0.014890638
2022-10-06 05:51:13,553 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-06 05:51:13,584 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-10-06 05:51:13,595 - stpipe.Image2Pipeline.assign_wcs - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:51:13,595 - stpipe.Image2Pipeline.assign_wcs - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:51:13,608 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-06 05:51:13,743 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:13,745 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-06 05:51:13,854 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:13,855 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:13,856 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:13,862 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:13,997 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-06 05:51:14,140 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:14,141 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-06 05:51:14,164 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-10-06 05:51:14,164 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-06 05:51:14,247 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-06 05:51:14,248 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-06 05:51:14,248 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-06 05:51:14,249 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-10-06 05:51:14,294 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-06 05:51:14,296 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-06 05:51:14,297 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-06 05:51:14,297 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-10-06 05:51:14,314 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-06 05:51:14,451 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:14,453 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:51:14,478 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:51:14,497 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:51:14,497 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:51:14,498 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:51:14,498 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:51:14,609 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-06 05:51:15,199 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:15,384 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:51:15,941 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:16,130 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:51:16,686 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:16,875 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:51:17,432 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:17,617 - stpipe.Image2Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
  output_variance = np.reciprocal(inverse_variance_sum)

2022-10-06 05:51:17,649 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.020168782 -0.017682172 0.022919277 0.013660362 359.991300731 0.016435079 359.988550236 -0.014907455
2022-10-06 05:51:17,780 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_i2d.fits
2022-10-06 05:51:17,781 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-06 05:51:17,781 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-10-06 05:51:17,783 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-06 05:51:17,783 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-06 05:51:17,943 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits
2022-10-06 05:51:17,944 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-06 05:51:17,981 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-06 05:51:17,983 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-06 05:51:17,984 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-06 05:51:17,986 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-06 05:51:17,987 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-06 05:51:17,988 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:51:18,158 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:51:18,163 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmptl4yhngi/starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-06 05:51:18,170 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-06 05:51:18,174 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-06 05:51:18,175 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-06 05:51:18,176 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-06 05:51:18,176 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-06 05:51:18,177 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-06 05:51:18,177 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-10-06 05:51:18,179 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:51:18,180 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-06 05:51:18,181 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-10-06 05:51:18,182 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-10-06 05:51:18,183 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-06 05:51:18,184 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-06 05:51:18,184 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-06 05:51:18,185 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-06 05:51:18,185 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-06 05:51:18,186 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-06 05:51:18,186 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-06 05:51:18,186 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-10-06 05:51:18,187 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-06 05:51:18,188 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-06 05:51:18,188 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-06 05:51:18,189 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-06 05:51:18,189 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-06 05:51:18,190 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-06 05:51:18,236 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-10-06 05:51:18,237 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits> ...
2022-10-06 05:51:18,355 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:51:18,357 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-06 05:51:18,540 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-06 05:51:18,614 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.020403170 -0.019920319 0.022869851 0.011264898 359.991567464 0.013857704 359.988759787 -0.017341412
2022-10-06 05:51:18,615 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.020403170 -0.019920319 0.022869851 0.011264898 359.991567464 0.013857704 359.988759787 -0.017341412
2022-10-06 05:51:18,616 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-06 05:51:18,650 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-10-06 05:51:18,663 - stpipe.Image2Pipeline.assign_wcs - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:51:18,665 - stpipe.Image2Pipeline.assign_wcs - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:51:18,679 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-06 05:51:18,800 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:51:18,801 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-06 05:51:18,906 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:18,907 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:18,908 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:18,914 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:19,046 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-06 05:51:19,161 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:51:19,163 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-06 05:51:19,187 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-10-06 05:51:19,188 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-06 05:51:19,282 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-06 05:51:19,283 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-06 05:51:19,283 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-06 05:51:19,284 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-10-06 05:51:19,334 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-06 05:51:19,337 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-06 05:51:19,338 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-06 05:51:19,338 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-10-06 05:51:19,357 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-06 05:51:19,613 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:51:19,615 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:51:19,644 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:51:19,666 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:51:19,667 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:51:19,667 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:51:19,667 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:51:19,798 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-06 05:51:20,412 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:20,589 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:51:21,190 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:21,381 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:51:21,973 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:22,162 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:51:22,760 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:22,948 - stpipe.Image2Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
  output_variance = np.reciprocal(inverse_variance_sum)

2022-10-06 05:51:22,979 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.020399927 -0.020132946 0.023150422 0.011209589 359.991531876 0.013984305 359.988781381 -0.017358229
2022-10-06 05:51:23,105 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_i2d.fits
2022-10-06 05:51:23,106 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-06 05:51:23,107 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-10-06 05:51:23,108 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-06 05:51:23,109 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-06 05:51:23,264 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits
2022-10-06 05:51:23,265 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-06 05:51:23,301 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-06 05:51:23,303 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-06 05:51:23,304 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-06 05:51:23,305 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-06 05:51:23,307 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-06 05:51:23,308 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:51:23,452 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:23,457 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmptl4yhngi/starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-06 05:51:23,464 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-06 05:51:23,467 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-06 05:51:23,469 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-06 05:51:23,470 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-06 05:51:23,470 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-06 05:51:23,470 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-06 05:51:23,471 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-10-06 05:51:23,472 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:51:23,474 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-06 05:51:23,474 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-10-06 05:51:23,475 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-10-06 05:51:23,477 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-06 05:51:23,477 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-06 05:51:23,477 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-06 05:51:23,478 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-06 05:51:23,478 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-06 05:51:23,479 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-06 05:51:23,479 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-06 05:51:23,479 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-10-06 05:51:23,481 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-06 05:51:23,482 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-06 05:51:23,482 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-06 05:51:23,482 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-06 05:51:23,483 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-06 05:51:23,483 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-06 05:51:23,526 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-10-06 05:51:23,527 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits> ...
2022-10-06 05:51:23,649 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:23,651 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-06 05:51:23,833 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-06 05:51:23,906 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.020403170 -0.019920319 0.022869851 0.011264898 359.991567464 0.013857704 359.988759787 -0.017341412
2022-10-06 05:51:23,907 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.020403170 -0.019920319 0.022869851 0.011264898 359.991567464 0.013857704 359.988759787 -0.017341412
2022-10-06 05:51:23,908 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-06 05:51:23,940 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-10-06 05:51:23,951 - stpipe.Image2Pipeline.assign_wcs - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:51:23,951 - stpipe.Image2Pipeline.assign_wcs - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:51:23,965 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-06 05:51:24,083 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:24,084 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-06 05:51:24,192 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:24,193 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:24,194 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:24,200 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:24,338 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-06 05:51:24,456 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:24,458 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-06 05:51:24,480 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-10-06 05:51:24,481 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-06 05:51:24,564 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-06 05:51:24,565 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-06 05:51:24,566 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-06 05:51:24,566 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-10-06 05:51:24,612 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-06 05:51:24,614 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-06 05:51:24,615 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-06 05:51:24,615 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-10-06 05:51:24,632 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-06 05:51:24,751 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:24,752 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:51:24,778 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:51:24,797 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:51:24,798 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:51:24,798 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:51:24,799 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:51:24,909 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-06 05:51:25,498 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:25,675 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:51:26,254 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:26,442 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:51:26,987 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:27,177 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:51:27,723 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:27,908 - stpipe.Image2Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
  output_variance = np.reciprocal(inverse_variance_sum)

2022-10-06 05:51:27,939 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.020399927 -0.020132946 0.023150422 0.011209589 359.991531876 0.013984305 359.988781381 -0.017358229
2022-10-06 05:51:28,062 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_i2d.fits
2022-10-06 05:51:28,063 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-06 05:51:28,064 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-10-06 05:51:28,065 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-06 05:51:28,066 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-06 05:51:28,220 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits
2022-10-06 05:51:28,221 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-06 05:51:28,256 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-06 05:51:28,258 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-06 05:51:28,260 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-06 05:51:28,261 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-06 05:51:28,263 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-06 05:51:28,264 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:51:28,388 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:51:28,393 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmptl4yhngi/starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-06 05:51:28,400 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-06 05:51:28,404 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-06 05:51:28,405 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-06 05:51:28,406 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-06 05:51:28,406 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-06 05:51:28,407 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-06 05:51:28,407 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-10-06 05:51:28,409 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:51:28,410 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-06 05:51:28,411 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-10-06 05:51:28,412 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-10-06 05:51:28,414 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-06 05:51:28,414 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-06 05:51:28,415 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-06 05:51:28,415 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-06 05:51:28,416 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-06 05:51:28,416 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-06 05:51:28,417 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-06 05:51:28,417 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-10-06 05:51:28,418 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-06 05:51:28,419 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-06 05:51:28,419 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-06 05:51:28,419 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-06 05:51:28,420 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-06 05:51:28,420 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-06 05:51:28,462 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-10-06 05:51:28,464 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits> ...
2022-10-06 05:51:28,591 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:51:28,592 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-06 05:51:28,775 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-06 05:51:28,862 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.021939052 -0.019421471 0.024405733 0.011763747 359.993103346 0.014356552 359.990295669 -0.016842564
2022-10-06 05:51:28,863 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.021939052 -0.019421471 0.024405733 0.011763747 359.993103346 0.014356552 359.990295669 -0.016842564
2022-10-06 05:51:28,864 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-06 05:51:28,899 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-10-06 05:51:28,910 - stpipe.Image2Pipeline.assign_wcs - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:51:28,911 - stpipe.Image2Pipeline.assign_wcs - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:51:28,925 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-06 05:51:29,194 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:51:29,196 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-06 05:51:29,312 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:29,313 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:29,313 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:29,322 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:29,482 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-06 05:51:29,793 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:51:29,795 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-06 05:51:29,823 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-10-06 05:51:29,824 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-06 05:51:29,926 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-06 05:51:29,927 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-06 05:51:29,927 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-06 05:51:29,928 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-10-06 05:51:29,977 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-06 05:51:29,980 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-06 05:51:29,980 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-06 05:51:29,981 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-10-06 05:51:30,000 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-06 05:51:30,298 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-10-06 05:51:30,300 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:51:30,330 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:51:30,351 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:51:30,352 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:51:30,353 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:51:30,353 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:51:30,487 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-06 05:51:31,142 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:31,318 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:51:31,891 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:32,081 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:51:32,663 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:32,853 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:51:33,440 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:33,632 - stpipe.Image2Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
  output_variance = np.reciprocal(inverse_variance_sum)

2022-10-06 05:51:33,666 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.021935809 -0.019634097 0.024686304 0.011708437 359.993067758 0.014483153 359.990317263 -0.016859381
2022-10-06 05:51:33,795 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_i2d.fits
2022-10-06 05:51:33,796 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-06 05:51:33,797 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-10-06 05:51:33,798 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-06 05:51:33,799 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-06 05:51:33,962 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits
2022-10-06 05:51:33,963 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-06 05:51:34,000 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-06 05:51:34,001 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-06 05:51:34,003 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-06 05:51:34,004 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-06 05:51:34,005 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-06 05:51:34,007 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:51:34,201 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:34,206 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmptl4yhngi/starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-06 05:51:34,214 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-06 05:51:34,217 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-06 05:51:34,219 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-06 05:51:34,220 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-06 05:51:34,220 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-06 05:51:34,221 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-06 05:51:34,221 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-10-06 05:51:34,222 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:51:34,223 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-06 05:51:34,223 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-10-06 05:51:34,224 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-10-06 05:51:34,225 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-06 05:51:34,226 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-06 05:51:34,226 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-06 05:51:34,226 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-06 05:51:34,227 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-06 05:51:34,227 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-06 05:51:34,228 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-06 05:51:34,228 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-10-06 05:51:34,229 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-06 05:51:34,229 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-06 05:51:34,230 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-06 05:51:34,230 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-06 05:51:34,230 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-06 05:51:34,231 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-06 05:51:34,285 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-10-06 05:51:34,286 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits> ...
2022-10-06 05:51:34,424 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:34,425 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-06 05:51:34,608 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-06 05:51:34,683 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.021939052 -0.019421471 0.024405733 0.011763747 359.993103346 0.014356552 359.990295669 -0.016842564
2022-10-06 05:51:34,684 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.021939052 -0.019421471 0.024405733 0.011763747 359.993103346 0.014356552 359.990295669 -0.016842564
2022-10-06 05:51:34,685 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-06 05:51:34,717 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-10-06 05:51:34,728 - stpipe.Image2Pipeline.assign_wcs - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:51:34,728 - stpipe.Image2Pipeline.assign_wcs - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:51:34,742 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-06 05:51:34,874 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:34,876 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-06 05:51:34,985 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:34,986 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:34,987 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:34,993 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:51:35,130 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-06 05:51:35,262 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:35,264 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-06 05:51:35,287 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-10-06 05:51:35,288 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-06 05:51:35,373 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-06 05:51:35,374 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-06 05:51:35,375 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-06 05:51:35,375 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-10-06 05:51:35,421 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-06 05:51:35,424 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-06 05:51:35,424 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-06 05:51:35,425 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-10-06 05:51:35,442 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-06 05:51:35,574 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:51:35,576 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:51:35,602 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:51:35,621 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:51:35,622 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:51:35,622 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:51:35,622 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:51:35,736 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-06 05:51:36,360 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:36,548 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:51:37,140 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:37,346 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:51:37,928 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:38,115 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:51:38,671 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:51:38,862 - stpipe.Image2Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
  output_variance = np.reciprocal(inverse_variance_sum)

2022-10-06 05:51:38,894 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.021935809 -0.019634097 0.024686304 0.011708437 359.993067758 0.014483153 359.990317263 -0.016859381
2022-10-06 05:51:39,022 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_i2d.fits
2022-10-06 05:51:39,023 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-06 05:51:39,024 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-10-06 05:51:39,025 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-06 05:51:39,026 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-06 05:51:39,184 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits
2022-10-06 05:51:39,185 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done

[[<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits>], [<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits>], [<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits>], [<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits>], [<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits>], [<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits>], [<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits>], [<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits>]]


imagelist = [ele.replace('rate', 'cal') for ele in ratefilenames]
print(imagelist)

['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits']


# find stars and get RA, Dec from *_cal.fits files

# Run DAOStarFinder to find sources in image
allRAdiff_cal = []
allDecdiff_cal = []

for calimage in imagelist:
    image = ImageModel(calimage)
    
    # pull out data portion of input file
    data = image.data
    
    # print stats on input image
    print(calimage)
    mean, median, std = sigma_clipped_stats(data, sigma=200.0, maxiters=5)  # default sigma=3
    print('Image mean, median and std',mean, median, std)

    ap_radius = 5.  # radius for aperture for centroiding and photometry

    daofind = DAOStarFinder(fwhm=3.0, threshold=10.*std)    # default threshold=5*std, fwhm=3
    sources = daofind(data)     

    # Create apertures for x,y positions
    positions = tuple(zip(sources['xcentroid'], sources['ycentroid']))
    #print(positions)

    #positions = (sources['xcentroid'], sources['ycentroid'])
    apertures = CircularAperture(positions, r=ap_radius)
    
    # using wcs info from images, put coordinates into RA, Dec
    ra, dec = image.meta.wcs(sources['xcentroid'], sources['ycentroid'])

    # add RA, Dec to sources table

    ra_col = Column(name='RA', data=ra)
    dec_col = Column(name='Dec', data=dec)
    sources.add_column(ra_col)
    sources.add_column(dec_col)

    # print RA, Dec for each x, y position found
    #print(sources['xcentroid', 'ycentroid', 'RA', 'Dec'])  

    sources_sub = sources['xcentroid', 'ycentroid', 'RA', 'Dec']
    sources_sub.pprint_all()
    print()
    
    # read in text file with RA and Dec input coordinates
    RA_in, Dec_in = np.loadtxt( coords, dtype=str, unpack=True)

    # put RA and Dec into floats
    RA_sim = RA_in.astype(float)
    Dec_sim = Dec_in.astype(float)
    
    # Put ra, dec coords into a table
    cat1_sim = Table([RA_sim, Dec_sim], names=('ra', 'dec'))
    cat2_calc = Table([ra, dec], names=('ra', 'dec'))
    
    # Get coordinates with SkyCoord for each catalog
    
    coord_cat1_sim = SkyCoord(ra=cat1_sim['ra'], dec=cat1_sim['dec'], unit="deg")
    coord_cat2_calc = SkyCoord(ra=cat2_calc['ra'], dec=cat2_calc['dec'], unit="deg")
    ind_cat2_cat1, dist_2d, _ = match_coordinates_sky(coord_cat1_sim, coord_cat2_calc)
    
    # Find where the catalogs match
    
    cat1_matched = cat1_sim[dist_2d.arcsec<0.05]
    cat2_matched = cat2_calc[ind_cat2_cat1[dist_2d.arcsec<0.05]]
    
    #print(cat1_matched)
    
    # Get differences in RA, Dec
    ra_diff = cat2_matched['ra'] - cat1_matched['ra']
    dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
    #print(ra_diff)
    
    # put differences in milliarcseconds
    ra_diff = ra_diff * 3600000
    dec_diff = dec_diff * 3600000
    
    
    # Compare input RA, Dec to found RA, Dec
    print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
    # Find if the differences are within the allowed 30 mas range
    for i in np.arange(0,len(ra_diff)):
        #if ra_diff[i] < 30 and dec_diff[i] < 30:
        allRAdiff_cal.append(ra_diff[i])
        allDecdiff_cal.append(dec_diff[i])
        if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
            test = 'pass' 
        else: 
            test = 'fail'
        print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
    # Plot ra and dec differences
    plt.title ('Differences in RA and Dec in milliarcseconds')
    plt.ylabel('Delta RA')
    plt.xlabel('Delta Dec')
    plt.scatter(ra_diff,dec_diff)
    plt.show()
 
    # Plot should show no differences greater than 30 milliarcseconds  
    
meanRAdiff_cal, medianRAdiff_cal, stdRAdiff_cal = sigma_clipped_stats(allRAdiff_cal, sigma=5.0, maxiters=5)  # default sigma=3
meanDecdiff_cal, medianDecdiff_cal, stdDecdiff_cal = sigma_clipped_stats(allDecdiff_cal, sigma=5.0, maxiters=5)  # default sigma=3

print('RA difference mean, median and std (units in mas)',meanRAdiff_cal, medianRAdiff_cal, stdRAdiff_cal) 
print('Dec difference mean, median and std (units in mas)',meanDecdiff_cal, medianDecdiff_cal, stdDecdiff_cal)

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.393542 10.826687 55.011623
    xcentroid          ycentroid                RA                   Dec          
------------------ ------------------ --------------------- ----------------------
 608.5415674187961 2.5119766176307223 0.0008812919624467749  -0.014594789515541495
 685.5194495798157 5.5188105009736175     359.9985262521632  -0.014309517462321978
 886.3394041097413 32.119070281158955    359.99243205390275  -0.012997454423196865
    953.8640393199  37.04011242844017     359.9903742953238  -0.012674257323148128
444.47609551197064 61.922582668650286  0.006066875156909462  -0.013223542150700983
  708.539078792773  73.05874981354657     359.9979903713137   -0.01222441448341229
373.69156711571156  82.73445867221936   0.00829150779169885  -0.012772340592118013
 429.1719580852977   96.9350873606011 0.0066252609207797806   -0.01220541183653611
486.33656250883286 111.09479540127342 0.0049071267763785495  -0.011634212317900124
  812.818016502769 135.61499300669485     359.9949510782622  -0.010070810306428344
 550.2541709849713 143.00728324989907  0.003027257861743836  -0.010506369320026828
  856.669674639311   163.941532747077    359.99367943542825  -0.009101781916248714
 943.4770993700253 165.11663853495494    359.99102011241314  -0.008847567308604684
 379.3675519242359 175.61124295871804  0.008352878219398573  -0.009943295128109814
 390.9846006266449 182.23371017799838  0.008013454071705377  -0.009712529245328462
464.78741113955334  193.6264598801728  0.005779073595006636  -0.009180116965875892
 706.4675734066059  205.4374537771488    359.99839582116016  -0.008215197294039717
 471.0120867553802 208.50201007466694  0.005626274700481911  -0.008710684120420042
 848.6281552463014 225.05905956689554    359.99408676890266  -0.007263193491265538
 717.2680096211556 238.78542812577177     359.9981519861035  -0.007170315851777638
 640.8254738397458  287.3850110723211  0.000623866158697791  -0.005872632451303791
  696.647862932052  311.4570263322215     359.9989761969678  -0.004996253375845009
 534.5080406150863  350.3689320851547  0.004046584544183354  -0.004204164820881179
432.09694109427744  418.3411466005772  0.007357153703276762  -0.002371455183037188
 665.3824794715022  444.0669679431664 0.0002867232340403056 -0.0009972307220539013
 704.8442236777602  454.5198152664274      359.999107133171  -0.000579048618063702
 397.1594591938331  455.0466542459958  0.008519471619160033 -0.0013305641705300796
  670.371981463498  468.5413077513855 0.0001994299693774992 -0.0002316467303177302
  857.038262255815  554.7270783588783     359.9947248543858  0.0028686960910657405
 890.8576431575337  564.4910139563399    359.99371776586474  0.0032483115672433368
 971.7410107427238  581.0301273603288    359.99129032918023    0.00394460501697729
 769.8182651492822  587.3991534539016    359.99748044484795   0.003666592325947924
 815.4649708309157    621.70236297117     359.9961801265635   0.004829526225418064
 457.3069563867852  695.4839439228793  0.007299417401295441   0.006221092374688667
 663.7522305772287  727.5606487303378 0.0010956440902465164   0.007718343531580888
 956.3618123173031  732.7240339832271    359.99218701382824   0.008563603509703683
  762.012822991855  738.3493833972611     359.9981307363725   0.008284707812831934
 475.7809197718267  787.1175421157932  0.006972911155176817   0.009078806556077986
 820.4534971417371  846.8578899992237     359.9966476213018   0.011744457761829495
 775.2535830946825   852.768447668375    359.99803938143555   0.011819236104458666
 821.2496942034151  862.1639462053263     359.9966653732796   0.012214125952000665
 811.2868482580394  907.0113339507423     359.9970911975458   0.013560409281168691
 979.8333015194123  908.5670123070836    359.99196470996947   0.013994547909521428
 798.8612490361676   917.691370731965     359.9974981525205   0.013857233119648482
 757.3289724429274   919.148267240695    359.99876455354797    0.01380396414649375
 897.3875798865843  936.7583695764755    359.99455365921426   0.014667036969114682
 628.0267683752969  974.7373812387208 0.0028386713057134997   0.015187773153686161
 456.3574329732993  987.6670781265088  0.008076589320650552   0.015153509703638865

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -5.207227        3.470927 pass
      -3.050926        4.439231 pass
      -0.996357       -4.430599 pass
       0.939315        2.117388 pass
      11.707788        5.337136 pass
       7.149973        6.062934 pass
       0.553332       -5.238659 pass
       1.601453       -5.067627 pass
       1.697829       -5.631014 pass
      -1.281275       -9.563286 pass
      -4.963313        1.647943 pass
       3.280159       -0.696398 pass
       6.368050        6.503431 pass
       0.456395        2.835656 pass
       2.121554        1.834933 pass
       5.167542        4.385102 pass
      -1.183299        2.783353 pass
      -2.226832        4.449976 pass
      -4.049435        1.648257 pass
       0.479416       -0.175025 pass
       4.309084        2.687847 pass
      -2.888835        5.073412 pass
       1.185049       -5.021939 pass
       7.481744        4.282897 pass
       1.336729        5.707860 pass
      -2.097355      -14.067451 pass
      -3.550218       -8.627365 pass
      -1.495641       -4.193355 pass
       0.264942        3.178923 pass
      -1.044110       -1.627526 pass
       1.063166       -0.926363 pass
      -1.226829        3.733089 pass
      -3.144371       -8.905588 pass
      -0.949059       -4.651874 pass
       1.828050        2.373868 pass
       1.634658        5.294717 pass
      -0.842887       -2.478358 pass
      -2.052110        1.271771 pass
      -0.524211       -8.294072 pass
       0.194050       -1.635924 pass
       0.988922        8.337166 pass
      -0.438410        2.537539 pass
      -2.256193        4.053427 pass
       0.928302        5.870448 pass
       7.604687        1.557689 pass
       2.956177       10.089741 pass

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.394609 10.827406 55.007805
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 608.5461714111817 2.5131153270429225  0.0008811535076687153   -0.014594743852346248
 685.5165542363047  5.522005289569982      359.9985263490218   -0.014309429398466314
 886.3377102041173  32.12032234845156     359.99243210897583   -0.012997421405947096
  953.858650908105 37.038714754591744     359.99037445698593   -0.012674313169426505
 444.4760693354769 61.921174725845646   0.006066872395400456   -0.013223584608591675
 708.5375051993097  73.05653065791925      359.9979904139565   -0.012224485327696166
 373.6920713251912  82.73362445593573   0.008291490212003361   -0.012772364504572807
 429.1710480615856   96.9361473590585  0.0066252915340002895   -0.012205382067991825
486.33656507950644  111.0929968883717   0.004907122116154008   -0.011634266764592633
 812.8169111357602 135.61175256667016      359.9949511037864   -0.010070911221503798
 550.2506815991629  143.0082980431957   0.003027367540328657   -0.010506347247348124
  856.666574138678 163.94025852158114     359.99367952721065   -0.009101828365468878
 943.4725862005791  165.1160847976937      359.9910202493613   -0.008847595467969826
379.36603019242443 175.61024962497083   0.008352922362656737   -0.009943329177441321
 390.9868475960879 182.23166489994372   0.008013379965691413   -0.009712585890208804
 464.7874252509071 193.62567333213758    0.00577907114864779   -0.009180140912869495
 706.4641169351513 205.44112744056818     359.99839593680207    -0.00821509388991974
 471.0128665836423 208.50627769129127   0.005626261725713367   -0.008710551901505456
 848.6275210111238 225.06047475891756      359.9940867921008   -0.007263151929571056
 717.2689344128596 238.78521514635145     359.99815195717895    -0.00717032006242251
 640.8223349387042  287.3876388648545  0.0006239692904470007   -0.005872559700757004
  696.649043669952  311.4598971472418      359.9989761683857   -0.004996162404240498
 534.5084442349707 350.37099693129943   0.004046577556716191    -0.00420410034973628
432.09618931856727  418.3419770115535    0.00735717883136822  -0.0023714315343018777
 665.3849005558758  444.0678377273824 0.00028665146587420707  -0.0009971980130367556
 704.8443491573435  454.5162471160152     359.99910711974667  -0.0005791581225037081
397.16046445276737 455.04418207058586   0.008519434584673621  -0.0013306377093679634
  670.369979887094 468.54191939872646 0.00019949283603036086 -0.00023163279961321113
 857.0397112859981  554.7274188893667     359.99472481101884    0.002868709976703097
 890.8578568837343  564.4940272892437      359.9937177677001   0.0032484046780216053
 971.7393022215407  581.0309188009905      359.9912903836618     0.00394462536976469
 769.8173270515161  587.4004878427158      359.9974804771503   0.0036666311271152862
  815.465578086775   621.703407654051     359.99618011089166    0.004829559764486471
457.30976496488194  695.4853021868445   0.007299335355773578    0.006221141229410244
 663.7519356998866  727.5614345432715   0.001095655178011445   0.0077183669280205805
 956.3618069104094  732.7218311115429       359.992187007799    0.008563535989006233
 762.0142852652106  738.3497994697638      359.9981306929402    0.008284724036588096
475.77984981811954  787.1204617950921   0.006972951205655511    0.009078893288449403
 820.4530900979327  846.8571043631532     359.99664763153703    0.011744432795549499
 775.2564955710666  852.7653273770777      359.9980392843252    0.011819147585457136
 821.2501449789805  862.1642779577346        359.99666536047     0.01221413713982896
 811.2847022881816  907.0118295127575     359.99709126416207    0.013560419393838364
 979.8325668501478   908.565764385858     359.99196472886814     0.01399450816804262
 798.8585276961667  917.6911602746128      359.9974982346854    0.013857220326868504
 757.3271158499823  919.1512240355106      359.9987646179659    0.013804049958067223
 897.3858508178394  936.7555527010198      359.9945537040557    0.014666947106948183
   628.02654407017  974.7375500319221  0.0028386785543619677    0.015187777746555775
 456.3583448650907  987.6657631916269   0.008076558329031239    0.015153471999927788

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -4.975323        3.779849 pass
      -2.755133        4.393177 pass
      -1.254723       -4.312847 pass
       1.049522        2.224555 pass
      12.056479        5.654166 pass
       7.045844        6.047775 pass
       0.643793       -5.153523 pass
       1.717741       -4.927942 pass
       1.564505       -5.895754 pass
      -1.241359       -9.479059 pass
      -4.926467        1.558064 pass
       3.424340       -0.384162 pass
       6.451563        6.653054 pass
       0.439618        2.639647 pass
       2.009985        1.699200 pass
       5.497958        4.217884 pass
      -1.157204        2.799888 pass
      -2.576429        4.131308 pass
      -4.059377        1.495409 pass
       0.431088       -0.569241 pass
       4.206189        3.015345 pass
      -2.649017        5.109818 pass
       1.381183       -4.948669 pass
       7.573631        3.919603 pass
       1.490243        5.452820 pass
      -2.392719      -13.891574 pass
      -3.571924       -8.870440 pass
      -1.520796       -3.961259 pass
       0.256135        3.092714 pass
      -0.976075       -1.770595 pass
       1.645149       -1.127410 pass
      -1.065399        3.409585 pass
      -3.200790       -8.784848 pass
      -1.105415       -4.593468 pass
       1.764763        2.287784 pass
       1.367876        5.090795 pass
      -0.836280       -2.143159 pass
      -1.825790        1.321921 pass
      -0.680332       -8.244084 pass
       0.392313       -1.517061 pass
       0.942213        8.813155 pass
      -0.279494        2.414961 pass
      -2.302308        4.093703 pass
       1.323145        5.949910 pass
       8.097701        1.456315 pass
       3.372487       10.461996 pass

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.459499 10.829639 55.680965
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
  632.757520509536  43.52799873198921  0.0008804967979520648  -0.014626457969967293
 709.8257801184594 47.507856164720145     359.99852516247785  -0.014311550857858348
 910.5959218383333  74.15073580836673     359.99243330115337  -0.012997209251142885
 978.1734916601412  79.09634950402457     359.99037406382115  -0.012674008968996101
 468.7130887677887 103.70932107395348   0.006068286014852335   -0.01322360404683915
  732.790984782116 114.80235210425441     359.99799208670777  -0.012224549793193257
  397.984710427444 124.51324600589399   0.008291256163280063  -0.012770390494991906
453.48648150451567  138.5482319055374   0.006624203827780067  -0.012205946184055615
 510.5826324979371 152.64448533976542   0.004908405341258196  -0.011634774691144639
 837.2149603482594  177.1785834572367      359.9949499615408  -0.010070545641559236
 574.5481104859573 184.43873533137992   0.003027600457347842  -0.010506876620650508
 881.0720770864376  205.4811392291359     359.99367911021494   -0.00910047240755286
 967.9227669585642 206.66121780659034     359.99101887212703   -0.00884787365368245
 403.5962440387207   216.998785601212   0.008354373151629148   -0.00994252422160558
 415.2777583527195 223.52829021424284   0.008012874091052141  -0.009713721429904707
 489.0920184154513 234.93882953827853   0.005778885460870573  -0.009179436773304156
 730.7977037082132 246.70779432945926     359.99839704252184  -0.008216395799283889
495.33441450714344 249.70017562299645   0.005625489983602337  -0.008712222746655486
 873.0776664428001 266.42458939825514      359.9940861819049   -0.00726229994756828
 741.6867097679047  279.9382786626609     359.99815100970363  -0.007172803098400693
380.14033396361117  301.2436539679342   0.009287748779498183  -0.007423548358097951
 665.2235848015512  328.5104074590912  0.0006236098759626848  -0.005872363696826033
 721.1009889243013 352.48437128381073     359.99897510732956  -0.004998591785375306
 558.8356054855649  391.3900339558093   0.004047855226464509  -0.004203748397144104
456.46867164126957  459.2609164373239  0.0073561127832601925  -0.002371745888469407
 689.8327353648502 485.06169266959915 0.00028755014973561054 -0.0009973537094344351
 729.3781725739266  495.5207376473076      359.9991061775121 -0.0005793868444065472
 421.5313298328499  495.9474141851409    0.00851819173856682 -0.0013308055493282981
 694.8390061976295  509.5305205319393 0.00020019156541582563 -0.0002319329312739653
14.081606885276077  557.2166447486212   0.021107528702098505 -0.0005205285248208323
 881.6543299915564  595.8568645041335      359.9947254230886  0.0028688929381400895
 915.4735869466531  605.5705900525442      359.9937187373024  0.0032461369049492667
 996.4781613563033  622.2440029897667      359.9912890038844   0.003944930128583014
 794.4678033778682  628.5049053250357     359.99747921198633   0.003667173736498765
  840.081104132367  662.8420150991536      359.9961810901739  0.0048294298273538795
 481.7458734746978  736.5408482211899   0.007300242502125687   0.006221561579575905
 688.4363469452317  768.8245040889547  0.0010937407243143905    0.00772151655478467
 981.1057496757138  774.1328899034736     359.99218742384153    0.00856640104398379
 786.7033611257062  779.6094428435799     359.99813025456774   0.008285777187910513
 500.3213435066071  828.2875623678548   0.006972292739396447   0.009079392487024846
 845.1395260116918  888.2486429009447      359.9966490980914   0.011744618340666048
 799.9582256550444  894.1529473093893      359.9980397938047   0.011819651703137203
  845.956261130645  903.5178548940592     359.99666619433395   0.012212638460852125
 835.9945894894588  948.4929444611175     359.99709237310265   0.013561331318791536
1004.5948488048369  950.0992666738197      359.9919654017713   0.013995388320326398
 823.5753939434358  959.1642392517674      359.9974990166614   0.013857674611357278
 782.0375957577447  960.5590014045085     359.99876499345754   0.013802953255150834
 922.1356667374224  978.2850292332223      359.9945543794388   0.014667538039234738
 652.6937363556877 1016.2119840128314  0.0028391970295941005   0.015188260679953809

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -3.623553       -0.168281 pass
       0.059981        6.028601 pass
       1.980539       -4.873354 pass
      -2.866220        0.193737 pass
       7.784920       -1.983088 pass
       3.634933       -2.891154 pass
      -3.193980       -6.285198 pass
      -2.836849       -2.974549 pass
      -2.909741       -6.499978 pass
      -8.133392        1.859597 pass
       0.353129        2.226026 pass
       1.053862        1.412953 pass
       4.254858        9.720189 pass
       5.059229        0.811112 pass
       3.996774        9.099333 pass
       0.709307        4.538448 pass
      -0.742303        5.946131 pass
       1.029653        1.425431 pass
      -2.960956       -1.392640 pass
       0.386387       -5.730427 pass
      -0.904394       -1.974089 pass
       1.343169        8.392748 pass
      -3.586016       -3.851537 pass
       3.461547        5.235690 pass
       7.512148        5.220745 pass
       0.873008      -12.378314 pass
      -2.074170        1.443758 pass
       3.078815       -2.694230 pass
      -0.412341        5.627616 pass
       1.446377        1.397953 pass
       0.229756       -0.032288 pass
       1.365980        5.536941 pass
       0.324626       -9.252622 pass
      -2.683556       -0.802124 pass
       0.922188        9.394218 pass
      -0.453272        1.002852 pass
       2.654289      -10.307142 pass
       0.689635        0.241447 pass
       1.523119       -7.585423 pass
       4.684152       -0.753304 pass
       8.988473       -1.648692 pass
      -1.836059        2.798112 pass
       4.943346        5.312802 pass
       0.699602       -1.301541 pass
       2.161646        4.044166 pass
       3.139657        0.454847 pass
       7.353079        5.775123 pass

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.461396 10.8295555 55.684906
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 632.7561014527342  43.52872182023289  0.0008805421841502914   -0.014626439834395417
 709.8260670657803   47.5058809583951     359.99852514867274   -0.014311609453108201
 910.5951520227544  74.15262735916836     359.99243332955854   -0.012997154434847552
 978.1739871993807   79.0963228230719     359.99037404856495   -0.012674008483594294
468.71224848996206 103.70989382247947   0.006068313256945353   -0.013223588820502662
 732.7915923131342 114.80647731539594     359.99799207867466   -0.012224423456660083
397.98413357499743 124.51335799099897   0.008291274143771397   -0.012770388542114123
  453.486222463101  138.5458169269537   0.006624205620663413   -0.012206020133662565
510.58256909558963  152.6453203832899   0.004908409425163492   -0.011634749468877803
 837.2169099602804 177.17912292467238      359.9949499031466   -0.010070524367891584
 574.5467924282938 184.53495588155457  0.0030278892909903717   -0.010503947947691706
  881.072757297264 205.48539115095912      359.9936791005724   -0.009100341356131934
  967.924538456573 206.66197471295982       359.991018819812    -0.00884784623803236
403.59519404561934 216.99772079775687    0.00835440263089767   -0.009942559373896534
415.27622730365823 223.52761937893004   0.008012919319993475   -0.009713745774778241
 489.0946428106659 234.93889167070938   0.005778805149752866   -0.009179428285502186
 730.7995005378147 246.70662956366752     359.99839698434306   -0.008216426945869442
495.33518932760904  249.7024097932946      0.005625471984489   -0.008712152430070601
 873.0774447239464 266.42532686273233      359.9940861906751   -0.007262277967259131
 741.6859285461186 279.93870052952946     359.99815103477613   -0.007172792110716809
 380.1370486212538  301.2438407112605   0.009287849891110325   -0.007423550962244108
 665.2269225901222 328.50792691218294  0.0006235010275023399   -0.005872431596713497
 721.1001264694142  352.4851006313926      359.9989751357025   -0.004998571502228098
 558.8372234547588 391.38558179923365  0.0040477940412439895   -0.004203881330246453
456.46151568364206 459.25963414936314  0.0073563282770390155  -0.0023718034928518613
 689.8318563457915 485.05914533128765 0.00028757019837587086  -0.0009974342669445198
 729.3758901700103 495.52228213954953     359.99910625149573   -0.000579344832615903
 421.5314421564851  495.9455044748265    0.00851818341899201   -0.001330864069702006
  694.837657200127  509.5318564734783 0.00020023640497505223 -0.00023189508643074546
14.081803113089986  557.2159960609778   0.021107521175067694   -0.000520547899563331
 881.6523091352415  595.8547570266802       359.994725479002   0.0028688234541196776
 915.4741065868286  605.5711695752242      359.9937187230363    0.003246155913113313
 996.4784351276294  622.2423567819199      359.9912889908665    0.003944880235320652
  794.469839790824  628.5055976724658      359.9974791517016    0.003667199836169508
 840.0786466311152  662.8404021273825     359.99618116074055    0.004829374543359347
481.74592656195796  736.5414197031473   0.007300242361110165    0.006221579246730632
 688.4356820369527  768.8238940960294  0.0010937593293049244    0.007721496260231114
 981.1089672696557  774.1361073647035      359.9921873347029    0.008566506832542512
 786.7045617896734   779.611802202087     359.99813022444624    0.008285852281610964
500.32197626807886  828.2892825101978   0.006972277957364353    0.009079446707737027
 845.1369459333854   888.244390359914      359.9966491649181    0.011744482514498526
 799.9586443996288  894.1555172153749     359.99803978807853    0.011819731140030567
 845.9561015097216  903.5187293444774      359.9966662015916    0.012212664779821414
 835.9932678302781  948.4906491194473      359.9970924070118    0.013561258281447422
1004.5949500781727  950.1001812322297      359.9919654012403    0.013995416431897886
 823.5785927457607  959.1670105496879      359.9974989269903     0.01385776651294443
 782.0375591951885  960.5596213741295     359.99876499624685    0.013802972059644389
 922.1365503429363  978.2855175769723      359.9945543539023    0.014667554933993935
 652.6933028870272 1016.2125890007942  0.0028392117697740244    0.015188278029826733

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -3.613511       -0.100585 pass
      -0.262835        6.359447 pass
       2.052714       -5.163361 pass
      -2.859766       -0.072481 pass
       7.735222       -2.194031 pass
       3.725194       -2.851599 pass
      -2.418203       -6.492574 pass
      -3.053874       -2.880590 pass
      -2.939692       -6.710651 pass
      -8.066415        1.786537 pass
       0.593705        1.737052 pass
       1.000647        1.608148 pass
       4.286430        9.799318 pass
       5.073931        0.901912 pass
       3.962061        9.571118 pass
       0.762371        4.600907 pass
      -0.762917        6.232104 pass
       1.127725        1.480246 pass
      -2.694615       -1.241397 pass
       0.488529       -5.657408 pass
      -0.540392       -1.983464 pass
       1.465242        8.129813 pass
      -3.632881       -4.031153 pass
       3.251328        5.312276 pass
       7.483229        5.675556 pass
       0.872500      -12.314712 pass
      -2.395069        1.824597 pass
       2.858548       -3.172789 pass
      -0.701461        5.658172 pass
       1.444465        1.499155 pass
       0.174834       -0.030541 pass
       1.274048        5.597762 pass
       0.578666       -9.451644 pass
      -2.791994       -0.531786 pass
       0.986918        9.401248 pass
      -0.290448        0.915211 pass
       2.602931      -10.238713 pass
       0.851058        0.377689 pass
       1.724407       -7.835565 pass
       4.786411       -0.555965 pass
       9.151863       -1.583404 pass
      -1.900856        3.051252 pass
       5.049471        5.186254 pass
       0.725730       -1.206793 pass
       3.201448       14.587388 pass
       2.951323        0.553543 pass
       7.143635        5.662995 pass

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.166319 10.819193 52.431835
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 646.9460364189496 123.58824806720995  0.0008803409666353219    -0.01462544759401453
 724.0252320146072  127.5820452764259      359.9985251448545      -0.014310524077353
 924.8606761687124 154.24326052907645      359.9924329361845   -0.012996383566727537
   992.45691902968 159.27374467532363     359.99037339685844   -0.012673064323221303
482.87053476521277 183.28959656865936   0.006068231603246421   -0.013222390879844007
 747.0589422960411 194.39222695244513      359.9979919488258   -0.012223096373398978
412.11218706689084 203.90829274053294   0.008291045403339596   -0.012771385160995604
467.56583952342805 217.90372011464456    0.00662635936109802    -0.01220484372594049
 524.7770858845939 231.89311550157834  0.0049079203445831455   -0.011633826109081785
 851.5364944961776  256.5001400819646     359.99495137802734   -0.010069281024660396
  588.705062769309 263.51085726272504  0.0030296502371099806   -0.010506455620478956
 895.4584259369747 284.53409875070355     359.99367964554193     -0.0091047589609821
 982.4255461949168  285.9202146860721     359.99101719217686   -0.008849400351720169
 417.7174017858739 295.82945696890056   0.008353917643836436   -0.009945222372284788
 429.4042633190108  302.3938491302124   0.008012662027330593   -0.009714355847956803
 503.2698996261898 313.66457227896325      0.005778574588179   -0.009182449351832687
 745.2283576279594  325.5350018038381     359.99839492246144   -0.008217355359381432
509.53867989539395 328.42412505899017   0.005624735426441953   -0.008713537241315246
 887.5443812545439  345.2641690333635      359.9940862878344      -0.007265244786619
 756.1049685736115 358.67865141799314      359.9981503199985    -0.00717342350491229
394.23291927272953 379.85017585787546   0.009287587812766219    -0.00742439167826378
 679.5634066559268  407.0596025804446  0.0006242027742464089   -0.005873736972104611
 735.4844061261805  431.0996831560591     359.99897662127745  -0.0049976416161509035
 573.1313058171473 469.80286113326713   0.004047329109084021   -0.004205179593319682
 470.5890419719976  537.6340474457602   0.007357930444448098    -0.00237327401915634
  704.327058625501  563.4788329832742 0.00028666582563447254  -0.0009992064146646443
 435.6105785039881  574.3863481872331   0.008520331771738035  -0.0013305748801799543
  743.874891664683  573.9747828254133      359.9991067931344  -0.0005809777008637135
 709.3557006099318  587.9666594324468  0.0001991739613351785 -0.00023358941671565873
27.531278375167513  635.8512293053622   0.021115014317358988  -0.0005216216890524824
 896.4408422838092  674.4980277163539     359.99472377077933   0.0028676799548390266
 930.3046944886573   684.334662079809      359.9937171097069   0.0032476367453057745
1011.3109434871345  701.0321927252717     359.99128955084143    0.003944579315404069
  809.095857702636  707.1484044619239     359.99747998772455   0.0036660735530476296
 854.7864857555858  741.5832025222157     359.99618146318284   0.0048288846011218705
  496.042646678495   815.501330316961    0.00730043085322982    0.006226567438309456
  702.974834779573  847.7555655541388  0.0010946992939119733    0.007721763324996789
 995.9743233516383  853.1699976082482      359.9921875269867    0.008566666045003165
 801.4327560408036  858.5945248989527      359.9981289789841    0.008286199706369223
 514.6244381546285  907.3352544164048   0.006973482959273866    0.009079930104721341
 859.8694947178157  967.5204508513665     359.99664969864597    0.011745747050078564
 814.6347535333018  973.4206873951758     359.99804066679786    0.011820395007652196
 860.6853482064994  982.8172971910304      359.9966667541225     0.01221360129934576

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.203028      -11.543093 pass
       4.893700        4.162587 pass
       7.721476        1.713322 pass
       1.151995       -5.124618 pass
       3.349600      -11.786469 pass
      -0.044192       -6.935209 pass
       4.794378       -5.669569 pass
      -4.682542        2.747970 pass
       2.515126        6.289380 pass
       5.338653        3.348377 pass
       4.636204       -0.881232 pass
       3.313240        4.226007 pass
       5.923951       -6.332260 pass
       2.400472        8.622028 pass
       0.833772        5.792833 pass
      -0.744716       -7.119723 pass
       5.836599       -2.309818 pass
      -1.483874       -5.010042 pass
      -1.616971       -5.114465 pass
       8.560898        9.788311 pass
       7.015773       10.453056 pass
       1.551072        5.642778 pass
      -1.702848        2.397762 pass
       1.184793       -7.846536 pass
      -1.531483       -5.217667 pass
      -2.171310        3.368436 pass
       1.667458      -11.215436 pass
      -7.275657        0.718943 pass
       0.163452        5.813420 pass
      -1.216702       -1.281053 pass
      -3.205055       -4.907717 pass
      -2.973739       -5.721900 pass
      -4.425194      -11.952163 pass
       3.370264        2.219160 pass
       8.427480        1.988662 pass
      -4.552465       -1.934069 pass
       3.303518       -4.400540 pass
       2.714841        2.164678 pass
       9.540854        5.559766 pass
      -2.908163       -5.041266 pass
      -0.279139        2.320706 pass

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.167205 10.820021 52.420555
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
 646.9454800415763 123.59122321380107  0.0008803656879164385  -0.014625358834867506
 724.0256726768248 127.58013796160934      359.9985251264132   -0.01431058074881553
 924.8597080043684  154.2432706124099     359.99243296590157  -0.012996385708730001
 992.4534255006282  159.2718625921307      359.9903734990552  -0.012673130090554478
 482.8696673425391  183.2899835191299   0.006068259202637669  -0.013222381265036554
 747.0578849106864 194.39226082259032      359.9979919813537  -0.012223097981552028
 412.1139269048188 203.90945048821695    0.00829099500464183  -0.012771345469780142
467.56675428766414  217.9036290726527  0.0066263310760417415   -0.01220484420928609
 524.7779965210373 231.88761492892587   0.004907878219448835  -0.011633991987964873
 851.5351015628255 256.50133330428804      359.9949514239217  -0.010069248022576957
 588.7056787681511 263.50878787844727   0.003029625957239504   -0.01050651745401577
 895.4613105651895 284.53301855679746      359.9936795541991  -0.009104784903560181
 982.4265095675484  285.9188137972235     359.99101715886314  -0.008849440744045681
417.71543674308754  295.8303503510455   0.008353980132200288   -0.00994519994298999
 429.4043006594748   302.391294319142   0.008012654340806747  -0.009714434124611955
 503.2701695686526   313.660954522638   0.005778556956879143  -0.009182559722200206
  745.227175719965 325.53650613651814     359.99839496270187  -0.008217312112789378
 509.5395129140925  328.4264116852812   0.005624715832518511  -0.008713464923489102
 887.5432061951202  345.2660055868902      359.9940863288323  -0.007265191349839529
 756.1041842849181  358.6800425484636      359.9981503477614  -0.007173382702703706
394.23237537998807 379.85139546326104   0.009287607567243169  -0.007424355561664159
 679.5646720105382  407.0614691793956  0.0006241690117001846 -0.0058736764496161555
 735.4846227401789  431.0987984975643     359.99897661226294  -0.004997668302282632
 573.1327307968371  469.8028377674046   0.004047285469453377  -0.004205176771126612
 470.5899109886719   537.634139560142   0.007357904143361665 -0.0023732689841836083
 704.3299938731695  563.4795835368527 0.00028657817169840187 -0.0009991762174390486
 435.6099546323682  574.3867880651862   0.008520351938341926 -0.0013305629301788556
  743.876859351675  573.9722780891316     359.99910672620973  -0.000581050034878793
  709.353752512589  587.9671313943018 0.00019923473444689437 -0.0002335795982129045
27.528381239185606   635.852642005663   0.021115105964276147 -0.0005215862798103629
 896.4397012609306  674.5007838620852      359.9947238133093   0.002867761902645875
 930.3064781430503   684.334060840617      359.9937170535473   0.003247622400811566
1011.3112434924527  701.0314437239015     359.99128953955324   0.003944557036107322
 809.0957248208425  707.1478396927572     359.99747999022435   0.003666055911212994
 854.7882520124947  741.5815247429309     359.99618140466794   0.004828837272518164
 496.0419398685006  815.5016620469418   0.007300453193028751  0.0062265758102119555
 702.9741875563504  847.7562918805631  0.0010947209288824965   0.007721783980913229
 995.9721439659877  853.1689695028363     359.99218759056447   0.008566629720873442
 801.4316652320226  858.5921814993368      359.9981290057719   0.008286125536795407
 514.6267263594901  907.3369596675094    0.00697341792737487   0.009079987884410582
 859.8707171877863  967.5196606903338     359.99664965931487   0.011745725802043364
 814.6354876594828  973.4205911145488     359.99804064422983   0.011820393789056067
 860.6851506594377  982.8162979189045     359.99666675739485   0.012213570408960222

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.518582      -11.434383 pass
       4.791874        4.160847 pass
       7.655088        1.509304 pass
       1.251941       -4.977730 pass
       3.254916      -11.768343 pass
      -0.035192       -6.998720 pass
       4.866978       -5.626549 pass
      -4.604656        2.822331 pass
       2.373534        6.212887 pass
       5.104539        3.556384 pass
       4.783796       -0.688859 pass
       3.161590        3.628843 pass
       5.595117       -6.425653 pass
       2.319227        8.617641 pass
       0.933129        5.827446 pass
      -0.985645       -7.380126 pass
       5.804147       -2.405888 pass
      -1.412758       -4.880022 pass
      -1.657608       -5.194670 pass
       8.726118        9.907119 pass
       7.132873       10.447266 pass
       1.631495        5.672917 pass
      -1.473968        2.266995 pass
       1.027690       -7.836376 pass
      -1.594955       -5.615000 pass
      -1.803401        3.131674 pass
       1.456805      -11.385819 pass
      -7.179221        0.451932 pass
      -0.017983        5.956309 pass
      -1.244373       -1.562849 pass
      -3.407230       -4.959357 pass
      -2.754956       -5.686554 pass
      -4.272087      -11.657150 pass
       3.477246        2.211449 pass
       8.516476        2.308194 pass
      -4.623003       -1.673725 pass
       3.528476       -4.319795 pass
       2.726621        2.053472 pass
       9.453446        5.337166 pass
      -3.028093       -5.186679 pass
      -0.134273        2.476394 pass

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.14942 10.819677 52.3238
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 695.2882988999536 103.10651467532003  0.0008800008772832899   -0.014624813910079982
 772.3744183009295  107.0815682195305      359.9985245931245   -0.014309869787115948
  973.228381685913 133.63302595063803     359.99243224223216   -0.012997673379714877
 531.2457880501139 162.90678044840305   0.006067753827247839   -0.013222863142923662
 795.4098654036351 173.99541287004112      359.9979911433319   -0.012223925183360086
  460.547711377863  183.5249036196875   0.008289441834595316   -0.012772358696295038
 515.9706963233565 197.55498823067623   0.006625409028767752   -0.012205661433268716
 573.1045796641623 211.60813499707166   0.004909149394200925    -0.01163371221201762
 899.8933788590772 236.19645940742822      359.9949503013732   -0.010070332329877986
 637.0838241772371 243.32047754138887    0.00302930239325246   -0.010504872055279972
 943.8044405646633 264.45023347848417      359.9936793323863   -0.009100426256506654
466.16761385963326  275.6415362787146   0.008353364238678336    -0.00994304344948607
 477.7998425311254 282.12836328156897   0.008013547610210205   -0.009714975271219643
 551.6424228064568  293.5141692246144   0.005779824893848046   -0.009180675245526442
 793.5362941129501  305.3737976889193     359.99839615145964   -0.008218045255784857
 557.9115612743607  308.2309333789397   0.005626000043587533   -0.008713509112374706
   935.89818015132  325.1387934464577      359.9940855059957    -0.00726544155060442
 804.4990143921109  338.5651047740593      359.9981491833879  -0.0071737216779422215
 442.6930855595648  359.6109073627168   0.009288286507927042   -0.007424822264389844
 727.9952424701189 386.98027318926063  0.0006232392478226067   -0.005873735036980789
 783.9187945939353 411.06018073336685      359.9989753985937    -0.00499750078331377
 621.5759401883365  449.7014536319138    0.00404829003612404   -0.004205284148308415
 519.1902540839886  517.5298630654247   0.007357057943188697   -0.002371136402893473
 752.7897384965033   543.479054423098 0.00028734675743388586  -0.0009989984751563358
484.25480678313863   554.161793091394   0.008519257795758167   -0.001330984310451842
 792.3715451848047  553.9949623101498      359.9991060833142  -0.0005807988134908488
 757.8281459003109  567.9717563455148 0.00019999925135859084  -0.0002333580126112227
396.18338983138534  604.5780857775677    0.01133613097965103 -3.5146940737205506e-06
 76.35854360332827  615.2713546165651   0.021113604528003087  -0.0005212509629759039
 944.8620518533836  654.6300422676247      359.9947249668796   0.0028684712215900337
 978.7199582266016  664.4764120134141      359.9937180442408     0.00324823477261302
 857.5978321036471  687.1863850362278      359.9974808060295   0.0036657619234262495
 903.3383272720531  721.6639082807033     359.99618069821037    0.004829340458761752
  544.822969770774  795.1767613387013   0.007300501536278909     0.00622535560971207
 751.6593136994991  827.6341518190358  0.0010951813293202872   0.0077212194450194584
 850.0297444326784  838.5511439029677     359.99813041047923    0.008285502452127409
 563.5070365304637  886.9914021805405   0.006972577193303109    0.009079660723682728
 908.5174896745665  947.4667033713542     359.99665071218845     0.01174530799753924
 863.3821582485261    953.31539644542     359.99803984272904    0.011819834480523251
 909.4201911354062  962.7615722742491      359.9966654557789    0.012213561507437893
 899.4889080888873 1007.7029930107033      359.9970911156624    0.013559580759199472
 845.5160643327326 1019.3354165427019      359.9987631926184      0.0137889507124076
 887.0452334515168 1018.3645917674779      359.9974986040853    0.013855459901527773

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.425293       -1.944355 pass
       1.248327      -10.794511 pass
       1.472504        1.218840 pass
       5.735248        4.068766 pass
      -2.939804       -6.198041 pass
       0.208595       -4.091050 pass
       2.901706       -8.057076 pass
       0.928065       -7.143518 pass
      -2.947214        0.790002 pass
       6.163878        4.708791 pass
       2.077896        2.378605 pass
       1.821585       -1.589582 pass
       7.737819        4.636037 pass
       4.796591        9.265477 pass
      -0.566175        6.604130 pass
      -0.886222        4.092685 pass
      -3.300069       -6.475729 pass
       1.434937       -1.802820 pass
       1.031429       -6.560152 pass
      -3.183615        2.090733 pass
       4.684943        6.003612 pass
       4.115995        7.469340 pass
       1.805531        1.280195 pass
       4.644130       -8.222934 pass
       2.969618        1.169116 pass
      -1.086443       -9.574348 pass
      -2.122275       -1.791172 pass
      -5.609395        2.308693 pass
       1.971397       -3.510976 pass
       0.159267       -2.754819 pass
      -0.002695       -4.888845 pass
      -0.119234       -9.103602 pass
       0.872036       -2.424167 pass
       7.203158        4.269924 pass
       0.000157       -1.832805 pass
       1.311259        3.443582 pass
      -1.959196        2.021427 pass
       8.288616       11.260601 pass
       4.145255       -0.162921 pass

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.148314 10.819933 52.31703
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
   695.28794170584 103.10641319490699  0.0008800115795231863   -0.01462481787900968
 772.3731936505352 107.08007937646431      359.9985246268782  -0.014309917872403828
 973.2281832908834  133.6348268676595       359.992432252969  -0.012997619538201288
 531.2461240972619 162.90616024026545   0.006067741924447004  -0.013222881168460607
 795.4082883628598  173.9964145346605     359.99799119432987   -0.01222389869223297
 460.5482539991836 183.52565213354322   0.008289427105149128  -0.012772334529918135
  515.971022928771 197.55386309448286   0.006625396116303293  -0.012205694933804823
 573.1055169320389  211.6075876893692  0.0049091192277255415  -0.011633726576394846
 899.8952017510751 236.19527724644132     359.99495024232874  -0.010070363843153046
  637.082904882704 243.32193769850684   0.003029334402767267   -0.01050482968984714
 943.7992653146599  264.4489310792786     359.99367948756526  -0.009100478721790392
 466.1660535560782   275.640950154766   0.008353410553245011  -0.009943065336091812
477.79796528347913  282.1275102677306   0.008013602946853783  -0.009715006139339866
 551.6441749526855  293.5150245290313   0.005779773415525509  -0.009180644632308558
 793.5314353855134 305.37140487562107      359.9983962940064   -0.00821813048577351
 557.9109575174925 308.23135130802393   0.005626019634737101  -0.008713497795483575
 935.8973036748098 325.14009061951293      359.9940855363827  -0.007265403985229679
 804.4988427398484 338.56293884484654      359.9981491828204  -0.007173788531946998
 442.6927137354523  359.6114345294081   0.009288299245937747  -0.007424807000506554
 727.9943724390052  386.9821714885887  0.0006232709857077299  -0.005873678813221203
 783.9162233378428  411.0579407438311      359.9989754712712  -0.004997575863914036
 621.5767698477409 449.70199238928535   0.004048266080364153  -0.004205265514444473
 519.1911503353462  517.5358092205225  0.0073570460586275645 -0.0023709510343529468
 752.7880780342024  543.4801203561428  0.0002874004121121975  -0.000998969663921725
484.25376556038856  554.1619772165304    0.00851929006313443 -0.0013309812693040395
 792.3751873690417  553.9946415511126      359.9991059710994 -0.0005808000012685225
 757.8304438957533  567.9695819856329 0.00019992310895048133 -0.0002334194004333699
396.18468311561935  604.5807611777432   0.011336098337038783 -3.429058731243893e-06
 76.35814999540862  615.2723711714851    0.02111361895637598 -0.0005212208222102637
 944.8635640932658  654.6310144514106     359.99472492340107  0.0028685045368420587
 978.7205619653042  664.4790452486839     359.99371803321566   0.003248316935449173
 857.5958244646582  687.1827860653182      359.9974808573291  0.0036656467929251264
 903.3399724466342  721.6604165017714     359.99618063825375   0.004829237186174471
 544.8233340592824  795.1777717322748   0.007300493096006179   0.006225387462063048
 751.6584803677636  827.6363909001989  0.0010952127669043958   0.007721285965960717
 850.0294380306964    838.55150947549      359.9981304208188   0.008285512920257644
 563.5067284206251  886.9918823123108   0.006972587803690846    0.00907967462159978
 908.5206742421236  947.4677816020749      359.9966506182584    0.01174534815537037
 863.3827492499984  953.3136639288376     359.99803982000446   0.011819783039594491
 909.4171471081825  962.7581389765916     359.99666553892456   0.012213449914027643
 899.4888297651883 1007.7051953534469     359.99709112408334   0.013559647619545423
 845.5162351428138 1019.3362542119728     359.99876318970763   0.013788976596931363
  887.044887942196 1018.3648827073387       359.997498615383    0.01385546795957044

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.384621       -1.915346 pass
       1.441484      -10.690790 pass
       1.426019        1.098238 pass
       5.856762        3.895659 pass
      -2.941847       -6.438715 pass
       0.165811       -3.423724 pass
       3.086385       -8.471545 pass
       1.044227       -7.132569 pass
      -2.834039        1.029477 pass
       5.825730        4.853359 pass
       2.116093        2.428638 pass
       1.930978       -1.454347 pass
       7.629220        4.584325 pass
       5.355235        9.076602 pass
      -0.647984        6.418943 pass
      -0.929072        4.027794 pass
      -3.704042       -6.480005 pass
       1.696576       -2.073110 pass
       1.077285       -6.505202 pass
      -3.153300        2.331430 pass
       4.472383        5.890165 pass
       4.299587        7.564708 pass
       1.775146        1.394863 pass
       4.557889       -8.155852 pass
       2.784296        1.279324 pass
      -1.302286       -9.946130 pass
      -2.085052       -1.753487 pass
      -5.662421        2.395692 pass
       2.170609       -3.622102 pass
       0.119576       -2.459032 pass
      -0.276808       -5.109842 pass
      -0.275756       -8.983667 pass
       0.910688       -2.230338 pass
       7.241686        4.255636 pass
       0.070685       -1.792064 pass
       1.477992        3.364790 pass
      -1.659872        1.619690 pass
       8.403850       11.413117 pass
       4.658423       -0.469749 pass

RA difference mean, median and std (units in mas) 1.1037660880047775 0.9281835036028911 3.549202125823858
Dec difference mean, median and std (units in mas) -0.06135758681286737 1.0161649008182116 5.550928948928192


# use asn_from_list to create association table

#calfiles = glob.glob('starfield*_cal.fits')
asn = asn_from_list.asn_from_list(imagelist, rule=DMS_Level3_Base, product_name='starfield_50star4ptdither_combined.fits')

# use this if you need to add non'science' exposure types
#asn['products'][0]['members'][1]['exptype'] = 'background'
#asn['products'][0]['members'][2]['exptype'] = 'sourcecat'

# dump association table to a .json file for use in image3
with open('starfield_50star4ptdither_asnfile.json', 'w') as fp:
    fp.write(asn.dump()[1])

print(asn)

jwnoprogram-a3001_none_010_asn with 1 products
Rule=DMS_Level3_Base
No constraints
Products:
	starfield_50star4ptdither_combined.fits with 8 members


# Run Calwebb_image3 on the association table with tweakreg on
    
# set any specific parameters
# tweakreg parameters to allow data to run
fwhm = 3.318 #3.27  # Gaussian kernel FWHM of objects expected, default=2.5
minobj = 5  # minimum number of objects needed to match positions for a good fit, default=15
snr = 40 # signal to noise threshold, default=5
sigma = 3 # clipping limit, in sigma units, used when performing fit, default=3
fit_geom ='rshift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
use2dhist = False  # boolean indicating whether to use 2D histogram to find initial offset, default=True
   
pipe3=Image3Pipeline()    
pipe3.tweakreg.kernel_fwhm = fwhm
pipe3.tweakreg.snr_threshold = snr
pipe3.tweakreg.minobj = minobj
pipe3.tweakreg.sigma = sigma
pipe3.tweakreg.fitgeometry = fit_geom
pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.save_catalogs = True
#pipe3.tweakreg.skip = True        # test to see if this affects the final output
pipe3.outlier_detection.skip = True # this is set in later step so mis-alignments aren't 'hidden'
pipe3.outlier_detection.skip = True
pipe3.source_catalog.save_results = True
pipe3.save_results = True
#pipe3.output_dir = datadir

# run Image3

#im = pipe3.run(rtdata.input)
image = pipe3.run('starfield_50star4ptdither_asnfile.json')
print('Image 3 pipeline finished.')

2022-10-06 05:51:41,792 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-10-06 05:51:41,794 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-10-06 05:51:41,795 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-10-06 05:51:41,797 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-10-06 05:51:41,798 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-10-06 05:51:41,800 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:51:41,801 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-10-06 05:51:41,966 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_50star4ptdither_asnfile.json',).
2022-10-06 05:51:41,972 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 3.318, 'snr_threshold': 40, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 2.0, 'use2dhist': False, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'rshift', 'nclip': 3, 'sigma': 3, 'abs_refcat': '', 'save_abs_catalog': False, 'abs_minobj': 15, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 25, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-10-06 05:51:42,099 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-10-06 05:51:42,112 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-10-06 05:51:42,114 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits'.
2022-10-06 05:51:42,115 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:51:42,116 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-10-06 05:51:43,277 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-10-06 05:51:43,280 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 3.318, 'snr_threshold': 40, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 2.0, 'use2dhist': False, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'rshift', 'nclip': 3, 'sigma': 3, 'abs_refcat': '', 'save_abs_catalog': False, 'abs_minobj': 15, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}
2022-10-06 05:51:43,403 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 108 sources in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits.
2022-10-06 05:51:43,408 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-10-06 05:51:43,542 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 106 sources in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits.
2022-10-06 05:51:43,546 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-10-06 05:51:43,680 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 108 sources in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits.
2022-10-06 05:51:43,684 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-10-06 05:51:43,818 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 107 sources in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits.
2022-10-06 05:51:43,823 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-10-06 05:51:43,955 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 89 sources in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits.
2022-10-06 05:51:43,959 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-10-06 05:51:44,090 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 94 sources in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits.
2022-10-06 05:51:44,094 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-10-06 05:51:44,227 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 94 sources in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits.
2022-10-06 05:51:44,231 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-10-06 05:51:44,363 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 92 sources in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits.
2022-10-06 05:51:44,366 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-10-06 05:51:44,389 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:51:44,389 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 8.
2022-10-06 05:51:44,390 - stpipe.Image3Pipeline.tweakreg - INFO - Image groups:
2022-10-06 05:51:44,413 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal':
2022-10-06 05:51:44,414 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal
2022-10-06 05:51:44,437 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal':
2022-10-06 05:51:44,438 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal
2022-10-06 05:51:44,460 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal':
2022-10-06 05:51:44,461 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal
2022-10-06 05:51:44,485 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal':
2022-10-06 05:51:44,485 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal
2022-10-06 05:51:44,507 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal':
2022-10-06 05:51:44,508 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal
2022-10-06 05:51:44,532 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal':
2022-10-06 05:51:44,532 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal
2022-10-06 05:51:44,555 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal':
2022-10-06 05:51:44,556 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal
2022-10-06 05:51:44,580 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal':
2022-10-06 05:51:44,581 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal
2022-10-06 05:51:44,581 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:51:44,582 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-06 05:51:44,582 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-10-06 05:51:44.582232
2022-10-06 05:51:44,583 - stpipe.Image3Pipeline.tweakreg - INFO -       Version 0.8.0
2022-10-06 05:51:44,583 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-06 05:51:44,757 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' as reference image
2022-10-06 05:51:44,762 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-10-06 05:51:44,878 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-10-06 05:51:44,880 - stpipe.Image3Pipeline.tweakreg - INFO - Found 61 matches for 'GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal'...
2022-10-06 05:51:44,881 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-06 05:51:44,883 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal:
2022-10-06 05:51:44,884 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: 6.39568e-05  YSH: -6.07749e-05    ROT: 8.67236e-05    SCALE: 1
2022-10-06 05:51:44,884 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:51:44,884 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00103865   FIT MAE: 0.000842834
2022-10-06 05:51:44,885 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 58 objects.
2022-10-06 05:51:44,920 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal' to the reference catalog.
2022-10-06 05:51:45,040 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-10-06 05:51:45,041 - stpipe.Image3Pipeline.tweakreg - INFO - Found 57 matches for 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal'...
2022-10-06 05:51:45,042 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-06 05:51:45,044 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal:
2022-10-06 05:51:45,045 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.0274718  YSH: 0.0323444    ROT: 0.0339718    SCALE: 1
2022-10-06 05:51:45,045 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:51:45,045 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.430521   FIT MAE: 0.325507
2022-10-06 05:51:45,046 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 57 objects.
2022-10-06 05:51:45,081 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-10-06 05:51:45,202 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-10-06 05:51:45,203 - stpipe.Image3Pipeline.tweakreg - INFO - Found 57 matches for 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal'...
2022-10-06 05:51:45,205 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-06 05:51:45,206 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal:
2022-10-06 05:51:45,207 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.0285858  YSH: 0.00995976    ROT: 0.0279628    SCALE: 1
2022-10-06 05:51:45,208 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:51:45,208 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.447438   FIT MAE: 0.340779
2022-10-06 05:51:45,209 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 57 objects.
2022-10-06 05:51:45,244 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal' to the reference catalog.
2022-10-06 05:51:45,363 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-10-06 05:51:45,365 - stpipe.Image3Pipeline.tweakreg - INFO - Found 48 matches for 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal'...
2022-10-06 05:51:45,365 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-06 05:51:45,368 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal:
2022-10-06 05:51:45,368 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.0055725  YSH: -0.0253844    ROT: 0.0863812    SCALE: 1
2022-10-06 05:51:45,369 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:51:45,369 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.492895   FIT MAE: 0.412681
2022-10-06 05:51:45,369 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 48 objects.
2022-10-06 05:51:45,405 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-10-06 05:51:45,714 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-10-06 05:51:45,715 - stpipe.Image3Pipeline.tweakreg - INFO - Found 47 matches for 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal'...
2022-10-06 05:51:45,716 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-06 05:51:45,718 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal:
2022-10-06 05:51:45,719 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00612079  YSH: -0.0271844    ROT: 0.089162    SCALE: 1
2022-10-06 05:51:45,719 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:51:45,719 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.497927   FIT MAE: 0.420093
2022-10-06 05:51:45,720 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 47 objects.
2022-10-06 05:51:45,756 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal' to the reference catalog.
2022-10-06 05:51:45,876 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-10-06 05:51:45,878 - stpipe.Image3Pipeline.tweakreg - INFO - Found 47 matches for 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal'...
2022-10-06 05:51:45,879 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-06 05:51:45,881 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal:
2022-10-06 05:51:45,881 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.0155407  YSH: -0.0351577    ROT: -0.0247329    SCALE: 1
2022-10-06 05:51:45,882 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:51:45,882 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.3953   FIT MAE: 0.271804
2022-10-06 05:51:45,882 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 47 objects.
2022-10-06 05:51:45,917 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-10-06 05:51:46,040 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-10-06 05:51:46,041 - stpipe.Image3Pipeline.tweakreg - INFO - Found 44 matches for 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal'...
2022-10-06 05:51:46,042 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-06 05:51:46,045 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal:
2022-10-06 05:51:46,045 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00315803  YSH: -0.0210741    ROT: 0.0236024    SCALE: 1
2022-10-06 05:51:46,046 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:51:46,046 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.37553   FIT MAE: 0.243913
2022-10-06 05:51:46,046 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 44 objects.
2022-10-06 05:51:46,083 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-06 05:51:46,084 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-10-06 05:51:46.083070
2022-10-06 05:51:46,084 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:01.500838
2022-10-06 05:51:46,084 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-06 05:51:46,242 - stpipe.Image3Pipeline.tweakreg - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-10-06 05:51:46,253 - stpipe.Image3Pipeline.tweakreg - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:51:46,254 - stpipe.Image3Pipeline.tweakreg - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:51:46,462 - stpipe.Image3Pipeline.tweakreg - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-10-06 05:51:46,574 - stpipe.Image3Pipeline.tweakreg - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-10-06 05:51:46,585 - stpipe.Image3Pipeline.tweakreg - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:51:46,586 - stpipe.Image3Pipeline.tweakreg - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:51:46,690 - stpipe.Image3Pipeline.tweakreg - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:51:46,691 - stpipe.Image3Pipeline.tweakreg - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:51:46,797 - stpipe.Image3Pipeline.tweakreg - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:51:46,798 - stpipe.Image3Pipeline.tweakreg - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:51:46,922 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-10-06 05:51:47,143 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-10-06 05:51:47,146 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-10-06 05:51:47,369 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:51:47,370 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-10-06 05:51:47.369062
2022-10-06 05:51:47,370 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:51:47,371 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-10-06 05:51:47,371 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-10-06 05:51:47,371 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-10-06 05:51:47,372 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:51:47,373 - stpipe.Image3Pipeline.skymatch - INFO - ----  Computing differences in sky values in overlapping regions.
2022-10-06 05:51:59,258 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.00125705
2022-10-06 05:51:59,259 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.0112753
2022-10-06 05:51:59,260 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.00766461
2022-10-06 05:51:59,260 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.00346514
2022-10-06 05:51:59,261 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0
2022-10-06 05:51:59,261 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.00850488
2022-10-06 05:51:59,262 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.00218158
2022-10-06 05:51:59,262 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.0111415
2022-10-06 05:51:59,263 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:51:59,263 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-10-06 05:51:59.263068
2022-10-06 05:51:59,263 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:11.894006
2022-10-06 05:51:59,264 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:51:59,298 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-10-06 05:51:59,491 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-10-06 05:51:59,494 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': True, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}
2022-10-06 05:51:59,494 - stpipe.Image3Pipeline.outlier_detection - INFO - Step skipped.
2022-10-06 05:51:59,511 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-10-06 05:51:59,660 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-10-06 05:51:59,662 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:51:59,679 - stpipe.Image3Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:51:59,703 - stpipe.Image3Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:51:59,703 - stpipe.Image3Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:51:59,704 - stpipe.Image3Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:51:59,704 - stpipe.Image3Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:51:59,876 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_50star4ptdither_combined.fits
2022-10-06 05:52:00,519 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-10-06 05:52:01,124 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:02,067 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:03,000 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:03,923 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:04,856 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:05,779 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:06,697 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:07,640 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:07,818 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:52:08,415 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:09,347 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:10,444 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:11,423 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:12,346 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:13,276 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:14,201 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:15,123 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:15,313 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:52:15,903 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:16,817 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:17,716 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:18,642 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:19,547 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:20,487 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:21,457 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:22,390 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:22,582 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:52:23,173 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:24,119 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:25,107 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:26,068 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:26,999 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:27,929 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:28,860 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:29,805 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1119)
2022-10-06 05:52:29,993 - stpipe.Image3Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
  output_variance = np.reciprocal(inverse_variance_sum)

2022-10-06 05:52:30,036 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.021884615 -0.020254661 0.024958064 0.014768014 359.990640748 0.017779564 359.987567298 -0.017243111
2022-10-06 05:52:30,498 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_combined_i2d.fits
2022-10-06 05:52:30,499 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-10-06 05:52:30,709 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1142, 1119) from starfield_50star4ptdither_combined_i2d.fits>,).
2022-10-06 05:52:30,711 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 25, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-10-06 05:52:30,733 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file: /grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits
2022-10-06 05:52:30,743 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file: /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-10-06 05:52:30,743 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-10-06 05:52:30,744 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-10-06 05:52:30,744 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F1130W
2022-10-06 05:52:30,745 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-10-06 05:52:30,799 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 5.49349
2022-10-06 05:52:30,877 - stpipe.Image3Pipeline.source_catalog - INFO - Background could not be estimated in meshes. Using the entire unmasked array for background estimation: bkg_boxsize=(1142, 1119).
2022-10-06 05:52:31,108 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 282 sources
2022-10-06 05:52:31,434 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_50star4ptdither_combined_cat.ecsv
2022-10-06 05:52:31,565 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_50star4ptdither_combined_segm.fits
2022-10-06 05:52:31,567 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_50star4ptdither_combined_segm.fits
2022-10-06 05:52:31,568 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-10-06 05:52:31,569 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done

Image 3 pipeline finished.


# Get list of catalogs

cataloglist = [ele.replace('cal.fits', 'cal_cat.ecsv') for ele in imagelist]
print(imagelist)
print()
print(cataloglist)

['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits']

['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal_cat.ecsv', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal_cat.ecsv', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal_cat.ecsv', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal_cat.ecsv']


# Loop through each image and overplot the sources found in the individual catalogs

index=0
for cal_image in imagelist:
    indimage = ImageModel(cal_image)
    ind_data = indimage.data
    
    indcat = cataloglist[index]
    catdata = table.Table.read(indcat, format='ascii', comment='#')
    print(cal_image)
    print(indcat)
    print(len(catdata['xcentroid']), 'sources found')
    
    # mark sources on image frame to see if the correct sources were found
    norm = ImageNormalize(stretch=SqrtStretch())
    # keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
    plt.figure(figsize=(20,20))
    plt.imshow(ind_data, cmap='Greys', origin='lower', vmin=0,vmax=50)#, norm=norm)
    plt.scatter(catdata['xcentroid'], catdata['ycentroid'],lw=1, s=20,color='red')
    plt.show()
    index = index+1
    print()

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
108 sources found

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
106 sources found

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
108 sources found

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
107 sources found

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
89 sources found

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
94 sources found

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
94 sources found

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
92 sources found


# find stars and get RA, Dec from *_i2d.fits files

#datadir = '/ifs/jwst/wit/miri/pipelinetests/cracraft/build7_8/'
#filelist = 'starfield_50star4ptdither_i2dfiles.txt'
filelist = glob.glob('*exp*i2d.fits')
print(filelist)
print()

# Run DAOStarFinder to find sources in image
allRAdiff_i2d = []
allDecdiff_i2d = []

for i2dimage in filelist:
    image = ImageModel(i2dimage)
    
    # pull out data portion of input file
    data = image.data
    
    # print stats on input image
    print(i2dimage)
    mean, median, std = sigma_clipped_stats(data, sigma=200.0, maxiters=5)  # default sigma=3
    print('Image mean, median and std',mean, median, std)

    ap_radius = 5.  # radius for aperture for centroiding and photometry

    daofind = DAOStarFinder(fwhm=3.0, threshold=10.*std)    # default threshold=5*std, fwhm=3
    sources = daofind(data)    

    #sources.pprint_all()
    #print(sources['xcentroid','ycentroid','peak'])   

    # Create apertures for x,y positions
    positions = tuple(zip(sources['xcentroid'], sources['ycentroid']))
    #print(positions)

    #positions = (sources['xcentroid'], sources['ycentroid'])
    apertures = CircularAperture(positions, r=ap_radius)
    
    # using wcs info from images, put coordinates into RA, Dec
    ra, dec = image.meta.wcs(sources['xcentroid'], sources['ycentroid'])

    # add RA, Dec to sources table

    ra_col = Column(name='RA', data=ra)
    dec_col = Column(name='Dec', data=dec)
    sources.add_column(ra_col)
    sources.add_column(dec_col)

    # print RA, Dec for each x, y position found
    #print(sources['xcentroid', 'ycentroid', 'RA', 'Dec'])  

    sources_sub = sources['xcentroid', 'ycentroid', 'RA', 'Dec']
    sources_sub.pprint_all()
    print()
    
    # read in text file with RA and Dec input coordinates
    RA_in, Dec_in = np.loadtxt( coords, dtype=str, unpack=True)

    # put RA and Dec into floats
    RA_sim = RA_in.astype(float)
    Dec_sim = Dec_in.astype(float)
    
    # Put ra, dec coords into a table
    cat1_sim = Table([RA_sim, Dec_sim], names=('ra', 'dec'))
    cat2_calc = Table([ra, dec], names=('ra', 'dec'))
    
    # Get coordinates with SkyCoord for each catalog
    
    coord_cat1_sim = SkyCoord(ra=cat1_sim['ra'], dec=cat1_sim['dec'], unit="deg")
    coord_cat2_calc = SkyCoord(ra=cat2_calc['ra'], dec=cat2_calc['dec'], unit="deg")
    ind_cat2_cat1, dist_2d, _ = match_coordinates_sky(coord_cat1_sim, coord_cat2_calc)
    
    # Find where the catalogs match
    
    cat1_matched = cat1_sim[dist_2d.arcsec<0.05]
    cat2_matched = cat2_calc[ind_cat2_cat1[dist_2d.arcsec<0.05]]
    
    #print(cat1_matched)
    
    # Get differences in RA, Dec
    ra_diff = cat2_matched['ra'] - cat1_matched['ra']
    dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
    #print(ra_diff)
    
    # put differences in milliarcseconds
    ra_diff = ra_diff * 3600000
    dec_diff = dec_diff * 3600000
    
    
    # Compare input RA, Dec to found RA, Dec
    print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
    # Find if the differences are within the allowed 30 mas range
    for i in np.arange(0,len(ra_diff)):
        #if ra_diff[i] < 30 and dec_diff[i] < 30:
        allRAdiff_i2d.append(ra_diff[i])
        allDecdiff_i2d.append(dec_diff[i])
        if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
            test = 'pass' 
        else: 
            test = 'fail'
        print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
    # Plot ra and dec differences
    plt.title ('Differences in RA and Dec in milliarcseconds')
    plt.ylabel('Delta RA')
    plt.xlabel('Delta Dec')
    plt.scatter(ra_diff,dec_diff)
    plt.show()

    # Plot should show no differences greater than 30 milliarcseconds  

    
meanRAdiff_i2d, medianRAdiff_i2d, stdRAdiff_i2d = sigma_clipped_stats(allRAdiff_i2d, sigma=5.0, maxiters=5)  # default sigma=3
meanDecdiff_i2d, medianDecdiff_i2d, stdDecdiff_i2d = sigma_clipped_stats(allDecdiff_i2d, sigma=5.0, maxiters=5)  # default sigma=3

print('RA difference mean, median and std (units in mas)',meanRAdiff_i2d, medianRAdiff_i2d, stdRAdiff_i2d) 
print('Dec difference mean, median and std (units in mas)',meanDecdiff_i2d, medianDecdiff_i2d, stdDecdiff_i2d)

['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_i2d.fits', 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_i2d.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_i2d.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_i2d.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_i2d.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_i2d.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_i2d.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_i2d.fits']

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_i2d.fits
Image mean, median and std 10.026434 10.7939205 50.364838
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 608.4192622074917 3.7154802618396294  0.0008807265067050752   -0.014609003160666772
 685.5386298836521  6.674532878432441     359.99852360548846   -0.014310705014868353
 886.3848474658797 31.882138351165086      359.9924319261913   -0.012997107163594892
 953.8926491175783 36.427045868700795      359.9903738392601   -0.012676041700529198
 444.4527926618498  63.25951178345438   0.006069474602004692    -0.01322419706609033
 708.6711946712057  72.57511642740094      359.9979915369985    -0.01222741997988824
 373.8585411576318  84.27739576889691   0.008291013213172438   -0.012769613284862296
 429.3605699103358   97.6907543306424   0.006624984882159398   -0.012208882660988032
486.53052406272434 111.50131379122041   0.004908873854386577   -0.011631481863203286
  813.200255347838 133.74072842955005      359.9949504704019   -0.010070284886852127
 550.5621721880573  142.4873835820318   0.003028553696543262   -0.010508878421700917
 857.1002647886082  161.4720099650804     359.99367878466035   -0.009101678766680507
 943.8985015352572 162.18260278121795      359.9910187824552   -0.008846287374163491
379.85612719282216 175.91665856014166   0.008353707739908175   -0.009943093612046369
391.47057527298614 182.42964306977814   0.008015045975273444   -0.009712096620318638
 465.3639079707216  193.2495884648229   0.005778016391951264   -0.009181404092189526
 706.9546673458393 203.49241102391454     359.99839651518874   -0.008217088718254032
 471.5797624129404  208.0571534464765   0.005627240947499606    -0.00871055937095895
 849.1483796843286 222.16146932501965      359.9940859845607   -0.007261864814655775
 717.8210404801616   236.613554483935     359.99815240546167   -0.007172090168389994
 641.5122002388064   285.675433172366  0.0006246726052699782   -0.005872837189953264
 697.3908209525499 309.26253688800983      359.9989744754851   -0.004999086177337501
 535.4448692732252 349.40030117931923   0.004049030816058808   -0.004203990566024274
 433.5688344829458 418.10934405437763  0.0073582648656640125   -0.002371010040266529
 666.2761382290512 442.50687710814896  0.0002872944500812516  -0.0009965081754891745
 705.6545496720487  452.6919095159332      359.9991070543421  -0.0005781765889541383
 398.9372206530339  455.0938489395087   0.008519877695528037  -0.0013299786425148015
 671.2514527153854 467.02141172875855 0.00020068793144060012 -0.00023131026588379234
 857.2559300362753  551.8423912747858      359.9947246094041   0.0028705576496245596
 890.9095817732838  561.2069566531513      359.9937177272432   0.0032483202935676284
 971.4933388869308  576.7733432032643      359.9912882909093    0.003942581766979529
 770.3723057774447  585.4254047783253     359.99747952426446    0.003666647500623909
 815.6659632487125  619.3347512971329     359.99618172526755    0.004828472236987409
459.85241604527056  695.9623920127328    0.00729998639422167    0.006220880409260974
 664.8861608232128  726.8029034379525  0.0010950442437375177     0.00771849700889072
 955.4751944453511  728.9517738632944      359.9921890886275    0.008566456506358216
 762.4405636589454  736.7658554258409      359.9981300742599    0.008286586106577804
 478.5154512567621  787.4625009872838   0.006973884403379319    0.009077218980797937
 820.1893392236242  844.5130408898851     359.99664902245854    0.011746378309073494
 775.4423704000213  850.8870279892474     359.99803846970684      0.0118214278480975
 820.9746037698799  859.7242108262114      359.9966658777108    0.012214985439247884
 811.0113405746249  904.5483797353484      359.9970920642009    0.013562831979103589
 978.1741086834321  904.0719674853757     359.99196426056966    0.013998104170513444
 798.7041795837499  915.1723780319818     359.99749809051104    0.013855524990287103
 757.5401049460843  917.0429112853828     359.99876553804114    0.013802105912721649
 896.2563614160454  933.1828636470506      359.9945548469039    0.014670408493719334
 629.6546731316864  973.5003326642516  0.0028394515731667816    0.015189356872596014
460.06086991632054  987.1765147579448   0.008077334347913152      0.0151523502805725

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.663052       -3.218714 pass
      -3.274160       -1.710035 pass
       1.060020       -1.829432 pass
      -0.054424      -10.377580 pass
       2.179759        1.061946 pass
       8.659662       -0.324606 pass
       4.553516       -3.636145 pass
      -1.712648       -4.868998 pass
       3.159704       -3.523113 pass
      -3.440723       -9.010768 pass
       0.080851        8.561913 pass
       6.783852       -6.411669 pass
       3.544419       11.286667 pass
       6.745876       12.665292 pass
       4.803652       -2.338990 pass
       2.824777        4.756440 pass
       1.625663        8.484741 pass
      -5.509055       12.340253 pass
       5.308567       -0.709438 pass
       0.195632        2.964280 pass
      -1.888253       -7.510238 pass
       0.231123       13.795125 pass
      -6.152726      -12.305639 pass
       5.293447        6.174407 pass
       5.533194       -5.111928 pass
      -0.048981      -14.830527 pass
       3.919059        1.643423 pass
       7.310938       -3.566038 pass
      -3.540989       -1.454732 pass
      -2.661949       11.175014 pass
      -0.578664       -7.350122 pass
       3.048854       15.870577 pass
       2.610963      -12.699947 pass
      -3.332664        2.109984 pass
       0.047567       12.192174 pass
       7.365511        6.852167 pass
      -0.981924       -2.446943 pass
       2.476553        2.483043 pass
      -1.406145       -1.592461 pass
      -0.265711       -0.385789 pass
       4.467411        8.786265 pass
       2.547864        3.262997 pass
      -0.440241        7.147581 pass
       5.593308       -3.162318 pass
       2.816839        6.165453 pass
       5.454679        3.280614 pass

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_i2d.fits
Image mean, median and std 10.026227 10.794607 50.358505
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 608.4238967121461 3.7156520435545515  0.0008805848387570374   -0.014608985419705857
  685.535507197534  6.674687299091848      359.9985237016701   -0.014310708683163594
 886.3835927397989 31.876712884310678     359.99243195006954   -0.012997276927766059
 953.8872912299212  36.42353376275498      359.9903739941229   -0.012676163828858554
 444.4515500937904    63.257850027664   0.006069508236627282     -0.0132242513726804
 708.6683200300594  72.57924060043372      359.9979916362568   -0.012227301236911287
 373.8590090675886  84.27871406457419   0.008291002411298808   -0.012769571596313938
429.38255586725336  97.68630773029064   0.006624298653198862   -0.012208959858132713
486.52767515295494  111.5004829318354   0.004908958988224524   -0.011631515011097472
 813.2000126866448  133.7398678623708     359.99495047552773    -0.01007031193165732
 550.5646569010281  142.4905063049763  0.0030284858998993218   -0.010508775967444194
 857.0964358801756 161.48170067309616     359.99367892816514   -0.009101391878281196
 943.8974718580231 162.18179686490436     359.99101881186425   -0.008846314861030652
  379.854997784776 175.91701576494364   0.008353743337758388   -0.009943085696907947
 391.5013858202825  182.3749800889273   0.008013953968458254   -0.009713690095977405
465.36348409485623 193.25200043249123   0.005778035882606745   -0.009181331263110921
 706.9512581799942 203.49163029340082     359.99839661763934   -0.008217121836623537
 471.5838615024729 208.05803863962404   0.005627117619571594   -0.008710521192162724
 849.1462317097593  222.1623649662074     359.99408605284486   -0.007261843128084362
 717.8091946103957 236.59934357508826      359.9981527305033   -0.007172557866945465
  641.511269577098  285.6847508716229    0.00062472622325956   -0.005872553940892922
 697.3883841000392  309.2597595771656      359.9989745427436   -0.004999177909750422
 535.4437730089419  349.4012734216573   0.004049067052706741   -0.004203963699792709
 433.5666081227977  418.1073445411681   0.007358327762072487   -0.002371077352808614
  666.277755114674  442.5091986669413  0.0002872511116471249  -0.0009964326267916134
 705.6545055466868  452.6901332517965      359.9991070509149  -0.0005782311818951588
 398.9238819194624  455.0887948423885   0.008520273163677308  -0.0013301695391233165
  671.250474359149 467.02213886232835 0.00020071989243586102 -0.00023129059930383005
 857.2743358001222  551.8481284389586      359.9947240603794   0.0028707831312570747
 890.9078261734679  561.2119130260932      359.9937177944227   0.0032484675700107943
 971.4785844825182  576.7666107510087      359.9912887252761     0.00394233558886716
 770.3716512955339  585.4278080721623       359.997479550804    0.003666719443056988
 815.6651661007236  619.3353704803952     359.99618175138073      0.0048284890806458
 459.8548033864896    695.96239993484   0.007299913200940166    0.006220887077247029
 664.8859236805251   726.802751522328  0.0010950511075376987    0.007718491711758287
 955.4754748575609   728.951345089984     359.99218907887393    0.008566444111474251
 762.4429553963894   736.765113725546     359.99812999891435    0.008286569797076015
478.50693801576637  787.4554728649783  0.0069741265714313855    0.009076980531883154
 820.1889334394069  844.5134314745104     359.99664903595425    0.011746389195365034
 775.4350693055295  850.8817101814122     359.99803867930393    0.011821245113062937
  820.954828497355  859.7229573660842     359.99666648080233    0.012214893777421524
 811.0103278832046  904.5497006320925      359.9970920988129    0.013562869762725256
 978.1668466949069  904.0661239069359      359.9919644675524    0.013997905416496642
 798.6833011136507  915.1859959818469     359.99749876745847     0.01385588643346841
  757.540321071455  917.0475859479491      359.9987655439939    0.013802249856204277
 896.2557807345985  933.1813119409159       359.994554860536    0.014670359343469632
 629.6562173673519   973.493965387964  0.0028393870786227377    0.015189165757944403
 460.0601410200311  987.1761904837831    0.00807735582886867    0.015152338374082034

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.641622       -2.700518 pass
      -0.837150       -0.408840 pass
       0.904002       -1.557456 pass
      -2.524848      -10.655489 pass
       2.526012        1.048741 pass
       9.829812       -2.008321 pass
       4.779943       -3.878470 pass
      -1.617106       -4.610005 pass
       4.583389       -4.210341 pass
      -3.416013       -9.029838 pass
       0.129435        8.601103 pass
       7.655657       -7.270085 pass
       3.790242       11.364739 pass
       7.052358       12.545960 pass
       4.880984       -2.381853 pass
       3.341395        5.789238 pass
       1.393483        7.796729 pass
      -4.754506       11.682407 pass
       5.429652       -0.904942 pass
       0.183294        2.767745 pass
      -1.646123       -7.840475 pass
       0.355726       13.931146 pass
      -4.589006      -13.191880 pass
       5.311900        6.077046 pass
       5.890524       -4.684453 pass
      -0.312477      -14.806522 pass
       3.883946        1.598801 pass
       7.441390       -3.469319 pass
      -3.470823       -1.192547 pass
      -1.916811       10.459499 pass
      -0.021158       -7.789784 pass
       3.097930       15.693636 pass
       2.704971      -12.639310 pass
      -3.603908        2.051269 pass
       0.008681       12.342253 pass
       3.434286        1.115654 pass
      -0.740078       -1.916748 pass
       2.591613        2.553843 pass
      -3.382634       -0.780727 pass
      -0.179750       -0.996940 pass
       4.023430        8.923708 pass
       2.676016        3.291491 pass
       1.730888        6.817599 pass
       5.349240       -2.793483 pass
       2.922711        6.066500 pass
       5.823502        3.161388 pass

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_i2d.fits
Image mean, median and std 10.049109 10.796224 50.622597
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ --------------------- -----------------------
 632.8251878872865 44.058647860493714 0.0008799730771719403   -0.014627874664161204
 709.9186905306976  47.64766260703159     359.9985253406838    -0.01431032653989635
 910.7916213811634  72.84423748231889     359.9924328124547   -0.012996995051526392
 978.3408029267333  77.39791488807748     359.9903734800953   -0.012675549261996454
468.95849180999585 104.18165303633948  0.006067219547818104   -0.013225044176773292
 733.1066677555444   113.541247247778     359.9979915539821    -0.01222710699396158
 398.2923133439732 125.18828524760836  0.008290933735727167   -0.012770999039763888
 453.7933620041269 138.86056259444396   0.00662563227593798    -0.01220233056300962
 511.0016299385267  152.3993440562382  0.004907614805223289   -0.011633161486872629
  837.623835653589 174.60792652925818     359.9949505858584   -0.010073037937803016
 574.9905138986628  183.5982857700985    0.0030291790240646   -0.010504144799186639
 881.5824380560954 202.43349124735406     359.9936773569446   -0.009101382657198225
 968.3652173459078 203.18374679150327    359.99101793553433    -0.00884481648894063
 404.3019117259752 216.82381516171148  0.008353249820337269   -0.009944561489198015
 415.9387175674675  223.2875126336347  0.008013769743690018   -0.009715015850728252
489.73984590551635 234.39444993976196  0.005780340235813078   -0.009175770039617271
 731.3948924670219  244.4026509509728    359.99839623603134   -0.008218476968174734
496.04596416152765 248.95183254286394  0.005626123281547891   -0.008712354942611997
 873.5366748431757 263.10868977813465    359.99408739751215   -0.007262258698977942
 742.3421631119579 277.52437107400476     359.9981496469068   -0.007173243009060756
381.22470261284565 300.94008511397965  0.009287359079897148  -0.0074270043174377715
 665.9307014774332  326.7189404905209 0.0006254183407675534    -0.00587019687319585
 721.7907923641249  350.3135775579483    359.99897580976614   -0.004996264693053921
 559.9293202991631 390.31796946360174  0.004047415351004351    -0.00420503196813021
458.02307790485764  458.9264908373559  0.007357305276202807   -0.002375215513856579
 690.6871731078235  483.5297305511896  0.000288213586685036  -0.0009945213516997801
  730.084306905914  493.5333823748559       359.99910691116   -0.000581701929140051
423.38913587707157  496.0126354284187  0.008519263049803483  -0.0013310733092781774
 695.7070568648493   507.853507591226 0.0001997268429106873 -0.00023505361709721042
 881.6646390568634  592.7312077423255     359.9947252391669   0.0028684275805555236
 915.3586011648496  602.0623667999128     359.9937170308748   0.0032452742092746335
 995.8701750552299  617.8197482432162    359.99129032228495    0.003945198813114166
 794.7789967974012  626.3768221420522     359.9974803843823   0.0036664318335202484
 840.1354756434392  660.4167237987592     359.9961810101607    0.004832429478141976
484.31022197918793   737.060481894879 0.0072996736414745935    0.006225300435633696
 689.3513941754466  767.8891804304902 0.0010944719347489864    0.007722574732097652
 979.9021157633434  769.8942430635474    359.99218930429697    0.008566020825341818
 786.8905727946202  777.7030417090178     359.9981295676153    0.008286050557891103
 503.0076213838533  828.4869301397098  0.006972319531250519    0.009079472459332478
 844.5816177275505  885.3959779672062     359.9966501403087    0.011744023649865883
 799.8031669691997    891.80304008347     359.9980406420442    0.011820002803753228
 845.4268947243437   900.632765836599     359.9966652240552     0.01221357793233444
 835.4651862892512  945.4263829782305     359.9970912806417    0.013560491685100274
1002.5468503808943  944.9524815569831      359.991965971103    0.013995622584881578
 823.1578648337857  956.2322028402488     359.9974978012045    0.013858760336855767
 781.9781074351597  958.1282599018484    359.99876579837263    0.013806081816708162
   920.68290179741   974.042787380499     359.9945548521103    0.014667440232600722
 654.0980906823162 1014.4563974965096  0.002839197869642006    0.015189382490062495

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -0.725858       11.094540 pass
      -4.315664        9.937213 pass
       4.368912        5.323134 pass
       2.276193       13.209973 pass
       8.426462        2.424456 pass
      -1.271135       -4.474833 pass
       1.098994      -18.775850 pass
       1.383776       -5.645399 pass
       0.946979       -7.463913 pass
      -5.501035        5.669036 pass
       4.105111        0.085140 pass
       1.150313        1.700854 pass
       8.631044        9.868684 pass
       2.213299        6.618647 pass
      -2.314999        5.822434 pass
       0.712331        8.576964 pass
       2.311359        7.210094 pass
      -2.809628       -3.759036 pass
      -0.319824       -9.726945 pass
       2.915158        2.647105 pass
      -2.307312      -14.415543 pass
      -2.589690        5.370066 pass
       1.160226       -2.884273 pass
       5.709090       -3.736576 pass
       5.594336       -3.985178 pass
      -1.174891        1.081568 pass
       4.695469        0.074971 pass
       1.495264       -7.315085 pass
       4.824849       18.827857 pass
       3.495971        2.241306 pass
      -1.871657       -5.577343 pass
       3.067597        5.184837 pass
       0.036579        1.546121 pass
      -5.156585        0.182008 pass
      -0.238551        7.203457 pass
       2.771077       -3.657063 pass
      -3.488851      -13.412847 pass
      -0.983366      -10.993022 pass
       0.861001       -9.260710 pass
       2.924837        0.017815 pass
       7.103078       -6.748791 pass
       0.443814        2.322207 pass
       0.899353       -2.021361 pass
      -2.793401        2.080556 pass
       7.844487       13.878723 pass
      -0.232076       11.460640 pass
       4.449713       -1.717085 pass

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_i2d.fits
Image mean, median and std 10.050501 10.797027 50.61019
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 632.8226401452039 44.064417533038245  0.0008800667387766693   -0.014627704577450145
 709.9181839487486  47.64796252697083      359.9985253570268   -0.014310318705347073
 910.7935191932885  72.83994238990026     359.99243274269355    -0.01299712166518992
  978.337159855852  77.54831237044999      359.9903739965832   -0.012670946700480168
468.94974825198335 104.19011363107286   0.006067510463776325    -0.01322480823999687
 733.1119627182643 113.53731866947935      359.9979913810241   -0.012227213224704202
 398.2918289593533 125.18842488177745   0.008290948966549897   -0.012770996061081992
453.79241024725354 138.85911219752097   0.006625657560833695   -0.012202377604994194
 511.0020880166117 152.39958209209263   0.004907601397580975   -0.011633152953975308
 837.6236399196538 174.60209642439182     359.99495057617065   -0.010073217261317798
 574.9899603838192  183.5954484270372  0.0030291883630693345    -0.01050423330403455
 881.5820998542919  202.4362756858827     359.99367737481026   -0.009101298174687219
 968.3526188315997 203.17887374497732     359.99101830878885    -0.00884499984098292
404.30762280607087  216.8164769088053   0.008353054924475594   -0.009944771167409747
 415.9394724959064 223.28632043400316   0.008013743383110103   -0.009715050381185438
 489.7454673041001 234.39376466217576  0.0057801659953613796   -0.009175775926797091
 731.3989042175867 244.52346911164827      359.9983964381559   -0.008214760939058355
 496.0459045571188 248.95270076422673   0.005626127446119435   -0.008712328476545595
 873.5374140368417 263.10784475635126     359.99408737256846   -0.007262282624589494
 742.3394481098494 277.52329792120304     359.99814972728194   -0.007173283227203045
381.22610934779607  300.9547979277518   0.009287355534772382   -0.007426549321243687
   665.93094520791   326.728515128608  0.0006254366341844738   -0.005869902583741195
 721.7899832697447  350.3124216432645      359.9989758314684   -0.004996302319973722
 559.9294122240829  390.3134179477927   0.004047400282428527  -0.0042051713059115875
 458.0188060441533   458.925625540715   0.007357433956183911  -0.0023752535474281925
 690.6874899318403  483.5242065879387 0.00028818900379674563  -0.0009946899070763177
 730.0836427116919 493.53415019829464     359.99910693359584  -0.0005816801691883809
423.38880528242834  496.0103716934817   0.008519267096067361  -0.0013311436228719813
 695.7058684392573  507.8532392898019  0.0001997625672578463 -0.00023506504371583554
 881.6632074191918  592.7286266785186      359.9947252761257     0.00286834457195504
 915.3583605991149   602.059692986741     359.99371703105646   0.0032451915617613936
 995.8709288019824  617.8178173882237      359.9912902939727    0.003945141626499935
 794.7769029400914  626.3750114967014      359.9974804437234    0.003666370669763052
 840.1222375765237  660.4142181917781      359.9961814094003    0.004832317009155112
 484.3115234069571  737.0595248009348   0.007299631153681766    0.006225274586161836
  689.351109422846  767.8885819909802  0.0010944790569333718    0.007722555612881845
 979.9162207045358   769.897329449156      359.9921888800352    0.008566153438548498
 786.8882449365631  777.7043872787949       359.998129642627    0.008286085558669767
503.00660896001733  828.4857507380007         0.006972347406    0.009079433564918407
  844.588369272801   885.456993858084      359.9966500974646    0.011745913045894295
 799.7826641353512   891.792348315081      359.9980412420473    0.011819619731292696
  845.425711848088  900.6343106193059     359.99666526448897    0.012213622124024305
  835.465512330147  945.4255707421166     359.99709126845676    0.013560467653047302
1002.5459827957427  944.9529501010578     359.99196599897095    0.013995634619196421
 823.1580768015651  956.2336014926982      359.9974977984681    0.013858803800980158
 781.9778531139709  958.1321909829308      359.9987658167518    0.013806201690015792
  920.681855936674  974.0456900584102     359.99455489199653    0.014667526436738867
 654.1150165171886 1014.4365791478868     0.0028386254539225    0.015188820256371659

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -0.659693       11.526084 pass
      -4.325515       10.093684 pass
       4.280414        4.716335 pass
       2.367219       13.040622 pass
       8.485296        2.452661 pass
      -0.981785       -4.619618 pass
       1.562242      -18.912771 pass
       1.597404       -5.865589 pass
       0.961546       -7.717042 pass
      -5.475395        5.600206 pass
       3.950873        6.886965 pass
       1.250662        1.560834 pass
       8.541247        9.782551 pass
       2.165031        6.649366 pass
      -2.250683        6.126571 pass
      -1.348366        6.552923 pass
       4.471370        5.831033 pass
      -1.762330       -2.909664 pass
      -0.239055       -9.648609 pass
       2.993286        2.511648 pass
      -2.320075      -12.777556 pass
      -2.633556        5.283551 pass
       1.058302       -3.090145 pass
       5.674214       -4.382141 pass
       4.971687       -4.367609 pass
      -1.327847        0.988510 pass
       3.168127        0.552379 pass
       1.441017       -7.816701 pass
       4.197583       18.806664 pass
       3.596295        2.284629 pass
      -0.012300       10.991878 pass
       3.211188        5.495172 pass
       1.473841        1.141233 pass
      -4.886543        0.308011 pass
      -0.183720        7.214180 pass
       2.676179       -3.781372 pass
      -3.488197      -13.710378 pass
      -0.854758      -11.034157 pass
       0.994052       -9.559541 pass
       2.673697       -0.437995 pass
       7.440260       -6.136479 pass
       0.458806        2.417484 pass
       0.197728       -2.776203 pass
      -2.647840        2.239646 pass
       7.878107       13.560105 pass
       1.111640       10.800572 pass
       5.177361       11.660619 pass

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_i2d.fits
Image mean, median and std 9.754684 10.787962 47.29402
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
  647.280532025345 122.80068939246833  0.0008797211699831933   -0.014624896524386168
 724.3629398002086 126.23894135840241     359.99852502326763    -0.01431200182049445
 925.2837955428497 151.51126307845726      359.9924312291071   -0.012996218332049947
 992.7495751836242 156.01560653592546     359.99037432172304   -0.012676509959990784
483.41299982309437  182.8167875710259   0.006066705613113547    -0.01322534687412739
 747.4912129157664 192.28781032785233     359.99799348548476   -0.012224180685189129
412.67839360692886 203.82246701997605   0.008292515787003364   -0.012771515109419427
 468.2282657842514   217.430209502641  0.0066255433190318316   -0.012204694369051939
  525.481151989256  231.0333608571755   0.004906330727104088    -0.01163343111656397
    852.0832329477 253.35312718396025      359.9949502181388   -0.010069951932049888
 589.4594417392292 262.12266323471675  0.0030279247657113554    -0.01050780532598344
 895.9845137875395  281.0869800294979      359.9936785003337   -0.009101263514202393
 982.7791335093955  281.6663840120499     359.99101825598575   -0.008849905124459715
 418.7283876661865 295.42568672763343   0.008353506062570657   -0.009945959686120573
430.41403745187455   301.981483973075   0.008012775911845505   -0.009713458090153827
  504.208031774287 312.81694618538273   0.005778834557970665   -0.009182557026688841
 745.8584168101567  322.9758325118448     359.99839527881846   -0.008220655293005774
  510.529949122864 327.58948253713925   0.005624712119334785   -0.008712501103320782
 888.0476969739958  341.5877964428901      359.9940847304556   -0.007267194257517439
 756.7273800764045   356.242474992914     359.99815148124515   -0.007171187616663845
 395.6240550441751  379.6501584803691   0.009288738343427262   -0.007425157169866012
 680.3308588400405 405.47095572414355   0.000626885767192507   -0.005867061277545668
 736.2395603613494  428.8203054827898     359.99897512627155   -0.005000520700006856
 574.3862355762396 468.94493488912855   0.004046805600656183   -0.004205578622189995
472.49008051824114  537.6336085543511  0.0073566018856960095   -0.002373276918801973
 705.1420922291518   561.993897393198  0.0002872269250142301  -0.0010000660558255499
 744.4777129105152  572.1916302818123     359.99910833330466  -0.0005814601357559136
 437.8235245377703  574.7318496798352   0.008519592412940041   -0.001328851513049354
 710.1483054632537  586.5301887538427 0.00019973136707746692 -0.00023411775827596144
 896.1011062683451  671.4209130654401     359.99472542541633   0.0028697499773269555
 929.7769801598433  680.8226161927543      359.9937179617138    0.003248711356619634
1010.3387442323728  696.5339687621502      359.9912895900438    0.003947359423404202
 809.2161841403295  704.8788050083722      359.9974800433235     0.00366199911959952
 854.5294245808465  738.9320293838246      359.9961820310011    0.004828288964671946
498.71505118859073  815.6865301184743   0.007300658784802176    0.006224585430540266
 703.7399533201508  846.5000951472447  0.0010959153612092175    0.007721351804725923
 994.4312474291746   848.509825441992       359.992186449313    0.008565319347784185
 801.3183481588583  856.4100925057832      359.9981300671216    0.008287881448589418
 517.4607811705931  907.0314605843708   0.006971603091856425    0.009076387511068583
 859.0522349164374  963.9710997101453     359.99664897092646    0.011741923796626084
 814.2876236259777  970.4928931503277       359.998039356995    0.011821458758085256
 859.8465322142737  979.3610168197494      359.9966660302282    0.012216037011421295

RA_Diff (mas)  Dec_diff (mas) pass/fail
       0.816930      -14.637801 pass
       1.955949        4.700271 pass
       7.283764       -3.606554 pass
       5.332482        2.924580 pass
      -1.433211      -11.796908 pass
       0.155965      -21.603169 pass
       2.132687        0.534553 pass
      -0.304700        1.266497 pass
      -0.104665       -7.474332 pass
      -1.428869       -9.404960 pass
      -0.970360       -7.899327 pass
      -2.409382        5.647980 pass
       1.801201        6.251349 pass
      -2.314818       12.451529 pass
      -4.659793       -4.848747 pass
       4.799897       -8.856489 pass
       0.454578      -12.674520 pass
       2.658036       -7.765812 pass
      -1.475842        4.893924 pass
       4.385300        7.373045 pass
      12.547745        6.549533 pass
       2.371625       -1.492450 pass
      -5.582473       -2.450348 pass
      -0.699838       -9.283040 pass
      -0.595591       -5.605296 pass
       1.158203       -9.035856 pass
       3.711604      -13.359727 pass
      -3.358362        6.773215 pass
       5.456833        5.345606 pass
      -0.806717        1.950875 pass
      -0.137830       -1.039116 pass
      -0.967079       -7.623930 pass
       1.531499       -4.500082 pass
      -2.775214        2.814005 pass
       6.196212        3.972512 pass
      -4.636370        1.796028 pass
       1.821825       -7.054870 pass
       0.108821       10.933241 pass
       3.329157        0.700826 pass
       0.921549       -6.858448 pass
       1.003746       -9.559055 pass

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_i2d.fits
Image mean, median and std 9.754789 10.787952 47.306324
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 647.2806786619161 122.80244286515163  0.0008797213920568986   -0.014624842354515244
 724.3720052869463 126.22763322381452     359.99852471481523    -0.01431232421874649
 925.2619445622674 151.52063326269413     359.99243192444743    -0.01299598977601588
 992.7468061297475 156.01478319814208      359.9903744044281   -0.012676542662304374
 483.4097869420428  182.8137958403688   0.006066796093642426   -0.013225447270839992
 747.4922004795675  192.2884197002644     359.99799345683834   -0.012224159339224437
 412.6700757914345  203.8162142914576   0.008292754048577995   -0.012771729252717271
 468.2252128949795 217.42904365830734   0.006625633806941336   -0.012204738339178376
 525.4967057220659 231.01557704524802   0.004905805866312442   -0.011633934648151106
 852.0814143247842  253.3556817517973      359.9949502807871   -0.010069878483397961
 589.4623068457191 262.12343284687626   0.003027838970317775   -0.010507774012821039
 895.9860933357554  281.0892453114815      359.9936784579889   -0.009101189791870452
 982.7866839546585 281.66153934604284      359.9910180113915   -0.008850033379493548
418.72048697698676  295.4344711495315   0.008353772001069031   -0.009945711549857536
430.41304865098306  301.9802669064345   0.008012802960764957    -0.00971349807612081
504.20762030594585 312.81422878172594    0.00577883986350449   -0.009182641470957896
 745.8577856358547 322.97638722547117     359.99839529966806   -0.008220639979813704
510.52834284297904  327.5948838453804   0.005624775916945945   -0.008712339779810905
 888.0471228283496 341.58860957894063      359.9940847502518   -0.007267170865574248
 756.7284868323835 356.24115670668914     359.99815144375543   -0.007171225067053103
395.62262481506843 379.64313986362635   0.009288763316360972   -0.007425376264864605
 680.3517539828705  405.3087187703758  0.0006258083319949723   -0.005871980500203422
 736.2382273762701 428.82020246291626     359.99897516687406   -0.005000527446849281
 574.3853887097135 468.94801392775764   0.004046839858801714   -0.004205486473876842
 472.4909624929533  537.6339118436684   0.007356575653668407     -0.0023732652439272
 705.1401576578279   561.995199665805  0.0002872897589320358  -0.0010000313244191707
  744.478387061895  572.1879612315344      359.9991083027554  -0.0005815708432806509
 437.8232885202906  574.7327403970908    0.00851960204825234  -0.0013288248318694088
 710.1443148595813  586.5305860274423 0.00019985481945983204 -0.00023411631460971074
 896.1013846371474  671.4223381234727      359.9947254207146    0.002869794429946465
 929.7793809917896   680.825945143058     359.99371789704463    0.003248819909672677
1010.3399690240307  696.5339299215879      359.9912895523775    0.003947361528514859
 809.2124073507923  704.9036093222519       359.997480225905   0.0036627496499716953
 854.5352395554698  738.9216632629399      359.9961818247702    0.004827986707877162
498.71093546444763  815.6886195702069   0.007300790628500651    0.006224638432928977
 703.7553794956933  846.4937617634928  0.0010954252287154883    0.007721199089788785
 994.4271621010847  848.5052275684765       359.992186562227    0.008565167346141425
 801.3180367831279  856.4086744429713     359.99813007285445    0.008287837121649844
 517.4643936937591  907.0280977762806   0.006971483253279534    0.009076294103325484
 859.0540748768889  963.9727111461837     359.99664891883566    0.011741978167750567
 814.2866048557344  970.4916694336272      359.9980393849451    0.011821418487547277
 859.8461738679284  979.3643926247395     359.99666605030313    0.012216139575654405

RA_Diff (mas)  Dec_diff (mas) pass/fail
       1.043132      -14.512768 pass
       2.281705        4.541979 pass
       6.173335       -4.767187 pass
       5.197520        2.789759 pass
      -1.527647      -11.754878 pass
       0.813258      -18.901260 pass
       2.167374        0.630605 pass
      -2.069177        0.716723 pass
      -0.292192       -7.278596 pass
      -1.860288       -9.741228 pass
      -0.899094       -7.815116 pass
      -4.298881        3.835267 pass
       1.648760        6.516749 pass
      -2.214198       12.306555 pass
      -4.334063       -5.210175 pass
       4.689920       -9.255036 pass
       0.600747      -12.698809 pass
       2.747939       -8.554554 pass
      -1.611441        4.901503 pass
       4.610834        7.637460 pass
      12.444618        6.626379 pass
       2.846263       -1.301641 pass
      -5.175983       -2.997554 pass
      -0.576508       -8.951306 pass
      -0.576491       -5.909295 pass
       1.455941       -9.153584 pass
       2.969173      -14.447852 pass
      -3.337724        6.613638 pass
       6.314575        4.574690 pass
      -0.709341        1.806926 pass
      -0.370639       -0.648325 pass
      -0.522650       -7.618733 pass
       1.514572       -4.340052 pass
      -0.271989        3.636806 pass
       6.197011        4.167524 pass
      -4.406699        2.376793 pass
       2.779204       -6.161579 pass
       0.181091       11.302472 pass
       3.020293        0.813554 pass
       0.041009       -7.320166 pass
       1.078805       -9.503927 pass

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_i2d.fits
Image mean, median and std 9.740427 10.788424 47.20005
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 695.5025450666158 102.39026970589902  0.0008818076664238685   -0.014622212618196068
 772.6339071720506  105.7001302749407     359.99852526292165   -0.014313123637360332
 973.4776491201628 130.96470623858477     359.99243381290165   -0.012997785202288075
 531.6293876733944 162.48017792584972   0.006069163243286437   -0.013220414552717608
 795.8037418764941  171.7894815518783      359.9979925594891   -0.012223949154341029
461.00116826141857 183.23750555061542   0.008291042375630392   -0.012773912900029072
 516.4776084526388 196.89856078988834   0.006626465390199174   -0.012205654790685413
  573.644101439365 210.54574659422292     0.0049100208057305   -0.011633273597797969
 900.4059616256249  232.8525000107214     359.99494897318635   -0.010069763437504231
 637.6923526286173 241.65459566393443  0.0030295218916122834   -0.010506860060493051
 944.2618620106557  260.6384316059774     359.99367878727617   -0.009099600010519952
 467.0319654288306 274.99455825249396    0.00835303539167881   -0.009943691420385056
 478.6687088830978 281.47017696457874    0.00801358930946665   -0.009713780346829175
 552.5216121481693  292.2645157583731   0.005777730672767229   -0.009183981900142727
 794.1616261233268  302.4925255862322      359.9983946790609    -0.00821998818296116
   558.76075907325 307.06032919200914  0.0056262092706743875   -0.008713434878306852
 936.3412471871602 321.13688164522347      359.9940845141431  -0.0072655597366522535
 805.0495921145931 335.75003440634106      359.9981502741358   -0.007170749479272396
 443.9539432603755 359.11418627892886   0.009287178628364666   -0.007426033431787854
 728.6023397495968  384.5477322140082  0.0006260750938032173  -0.0058799708688108175
 784.4817877306557 408.51698098244526     359.99897688107876   -0.004994498054550049
 622.6423028400469 448.40971093761385    0.00404751183505881   -0.004206630598867245
   520.72947970266  517.0571556870976   0.007357708334455819   -0.002375638162135717
 753.4702054583004  541.5329850087011 0.00028592367634179365  -0.0009986451624930412
 792.7994203546592  551.7088622881134     359.99910716769523  -0.0005807267472886343
 486.0904566406586  554.1598642422445   0.008519866512795108  -0.0013310016510185855
 758.4740824808441  566.0493976584655 0.00019844626639736236 -0.00023331279129271045
398.70630162980393  605.2064163204067    0.01133713102292135  -6.898167033227429e-07
 944.4395708503654  650.9942284335676     359.99472389687463   0.0028722484059003233
 978.0669119996609  660.2770372598376      359.9937176015984   0.0032474329350093193
 857.5544967558541  684.4420277944957      359.9974784922555   0.0036641876232517165
 902.8287673706187  718.4362253452837      359.9961815162057    0.004828562358581437
 547.0088873613649  795.2342933499315   0.007300430081825446    0.006226180147865637
 752.0783998454301  825.9804913282178   0.001094137256992736     0.00772100056171791
 849.5471243973437  835.9529779511105     359.99813182055976    0.008289151451215622
 565.7613435911071  886.5443227461383   0.006971074183852395    0.009076929998722047
 907.3343978738554  943.5276167456469      359.9966491238051    0.011743755521244315
 862.4922713030729  949.8256591926993       359.998041284913    0.011816219914625246
  908.102670528287  958.8076952890776     359.99666668561923    0.012214430184593644
 898.1384332973875  1003.548617105685     359.99709267794094    0.013559721052626835
  885.832420384771 1014.3345588341105      359.9974991048699     0.01385738360273289
 844.6986771431305 1016.0565212774757     359.99876522232125    0.013799489824397031

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -2.799643      -12.636632 pass
       0.377532        4.980970 pass
      -3.874765       -9.522585 pass
       5.275405        1.242754 pass
       8.146518       -7.645094 pass
       0.986889        4.501875 pass
       2.550004      -20.297384 pass
      -5.427880      -13.724556 pass
       3.119446       -7.205944 pass
      -6.705875        0.002022 pass
       0.445698       -0.880124 pass
      -3.332938       -7.452005 pass
      -1.749085       -2.015052 pass
      10.874901        6.215048 pass
       2.834194       12.239962 pass
       4.625687       -6.408307 pass
       4.187676       12.907610 pass
       0.603703       -6.216290 pass
       6.771884        9.007004 pass
      -2.956938      -10.920354 pass
       2.440587        2.595789 pass
      -0.096529        8.051625 pass
       9.214161        7.383044 pass
       1.548295        4.248532 pass
       1.842606      -13.070156 pass
      -4.569578      -10.734841 pass
       1.858341      -12.375509 pass
       2.954015       11.345224 pass
       0.152552       -3.286440 pass
       2.121514        0.790751 pass
      -1.434246       -5.641434 pass
      -5.593441       -4.726049 pass
      -3.971251        4.494261 pass
       6.526446       -2.826728 pass
      13.707599       13.634574 pass
       0.753374       -1.565562 pass
       0.127410        1.110887 pass
       2.468229        5.148665 pass
       9.078810        4.103782 pass
      -1.155381       -7.157459 pass

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_i2d.fits
Image mean, median and std 9.7391 10.788721 47.167873
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 695.5020035212378  102.3924793474666   0.000881830221231998   -0.014622146310713409
 772.6315851340562 105.69897931856309       359.998525331036   -0.014313165183989507
 973.4770830420008  130.9668079571856      359.9924338359184   -0.012997722270592503
 531.6262793184511 162.46878404110493   0.006069227905617582   -0.013220772344044092
 795.8049745249114 171.79379631266036     359.99799253329866   -0.012223813512546818
461.00102414727553 183.24018223548805     0.0082910539990269   -0.012773831199723402
 516.4784487334292 196.89818035143247  0.0066264385967293666   -0.012205664196483945
 573.6452365569933 210.54553416338504   0.004909985422411086   -0.011633277057654691
 900.4055193396288 232.82599562576533      359.9949489154194   -0.010070577460127983
 637.6910000718489 241.65502941415286  0.0030295645389527602   -0.010506850398438284
 944.2609955030044  260.6404906099053      359.9936788193915   -0.009099539197334404
 467.0294158155909  274.9871902239635   0.008353093753340002    -0.00994392424366759
478.65724396965686  281.4561728837138     0.0080139032246417   -0.009714240677167873
 552.5189562573308  292.2634186369314  0.0057778091705395045   -0.009184022694273672
 794.1579706470156  302.4930405576601      359.9983947925524   -0.008219982227839272
 558.7656974055308  307.0651673331657   0.005626070843501466   -0.008713273212471045
  936.359898671427  321.1508275382034      359.9940839796747   -0.007265081849691859
 805.0448980334555  335.7420644471954      359.9981503966437    -0.00717100653384839
 443.9546223508971  359.1119796284106   0.009287151863395918   -0.007426099277380517
 728.5997800025752 384.55394082017614  0.0006261703048950012     -0.0058797873532502
 784.4727197813462   408.517009343149     359.99897715924953   -0.004994521589246199
 622.6425453380829  448.4106020917219  0.0040475067965395715   -0.004206602616450145
 520.7298908335835  517.0597482079684   0.007357702703174388   -0.002375557548633631
 753.4695735267774  541.5341941620634  0.0002859463104814191   -0.000998609781072758
 792.8006571326118  551.7086238428427      359.9991071291242  -0.0005807307313661138
486.08723891199503  554.1617777871162   0.008519970343506553  -0.0013309516265405514
 758.4899756359024  566.0411306142512 0.00019793660861361034 -0.00023352355066519603
 398.7073915949252  605.2073373705845   0.011337100074850847  -6.586366724033193e-07
 944.4364007929845  650.9965105400113     359.99472400023524   0.0028723098616508656
 978.0678888487616  660.2782334588098      359.9937175748599   0.0032474722488321857
 857.5496364757126  684.4400738553618     359.99747863605114   0.0036641146197646914
 902.8304100202475  718.4344789280493      359.9961814611291    0.004828513220576725
 547.0142863296188  795.2397593704285   0.007300279217742235    0.006226362309087301
 752.0725826048492  825.9863260839167  0.0010943313622207948    0.007721163845218453
 849.5466174354642  835.9533264599628      359.9981318370451    0.008289160774842716
 565.7610703550774  886.5440581784584   0.006971081851385102    0.009076921149630678
 907.3245194252679  943.5270488595121      359.9966494252275    0.011743711519659956
 862.4938754698138  949.8248074182734     359.99804123342426      0.0118161981098222
 908.1007531745754  958.8046531787513      359.9966667362331    0.012214331729487674
 898.1405986865919 1003.5513548457508     359.99709261890115     0.01355981084088743
 885.8326084203584 1014.3398883771425      359.9974991134466      0.0138575475543683
 844.7009960561668 1016.0597459062825      359.9987651598836    0.013799594957677472

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -3.024419      -12.258152 pass
       0.408408        5.571196 pass
      -3.793282       -9.395212 pass
       5.178948        1.208893 pass
       8.391730       -7.794662 pass
       1.427917        3.576478 pass
       2.529731      -20.007175 pass
      -4.910216      -13.987369 pass
       3.493237       -7.025856 pass
      -6.007096        0.589843 pass
       1.530819       -1.038529 pass
      -3.305335       -7.483861 pass
      -3.673171       -0.294659 pass
      10.747521        6.202592 pass
       2.949809       12.458890 pass
       4.440327       -6.486805 pass
       4.420460       11.619561 pass
       0.464847       -6.230633 pass
       7.773298        8.922279 pass
      -3.053292      -11.157399 pass
       2.228044        2.919027 pass
      -0.304490        5.121144 pass
       9.119875        7.871355 pass
       1.005184        4.904313 pass
       1.824468      -12.969419 pass
      -4.286986      -10.881699 pass
       1.660065      -12.552406 pass
       3.013362       11.378789 pass
       0.194396       -2.992319 pass
       3.251609       -0.866438 pass
      -1.530504       -5.499904 pass
      -7.428209       -5.484782 pass
      -3.599153        4.715502 pass
       6.609306       -2.600174 pass
      13.788796       13.873281 pass
       0.255037       -0.983565 pass
       0.337512        0.272723 pass
       2.650439        4.794226 pass
       9.232340        4.138566 pass
      -0.746811       -7.136020 pass

RA difference mean, median and std (units in mas) 1.3708089759811373 1.0694126273341504 3.7885522689737146
Dec difference mean, median and std (units in mas) -0.43569991947962244 -0.1463183531101933 7.934153780965373


im = ImageModel('starfield_50star4ptdither_combined_i2d.fits')
pixarea = im.meta.photometry.pixelarea_steradians
print('Pixel area in steradians', pixarea)

# pull out data portion of input file
data = im.data

# print stats on input image
mean, median, std = sigma_clipped_stats(data, sigma=200.0, maxiters=5)  # default sigma=3
print('Image mean, median and std',mean, median, std)

Pixel area in steradians 2.84403609523084e-13
Image mean, median and std 10.223458 10.8160925 45.758232


# Run DAOStarFinder to find sources in image

ap_radius = 5.  # radius for aperture for centroiding and photometry

daofind = DAOStarFinder(fwhm=3.0, threshold=10.*std)    # default threshold=5*std, fwhm=3
sources = daofind(data)    

# Create apertures for x,y positions
positions = tuple(zip(sources['xcentroid'], sources['ycentroid']))
#print(positions)

#positions = (sources['xcentroid'], sources['ycentroid'])
apertures = CircularAperture(positions, r=ap_radius)

# using wcs info from images, put coordinates into RA, Dec
ra, dec = im.meta.wcs(sources['xcentroid'], sources['ycentroid'])

# add RA, Dec to sources table

ra_col = Column(name='RA', data=ra)
dec_col = Column(name='Dec', data=dec)
sources.add_column(ra_col)
sources.add_column(dec_col)

# print RA, Dec for each x, y position found
#print(sources['xcentroid', 'ycentroid', 'RA', 'Dec'])  

sources_sub = sources['xcentroid', 'ycentroid', 'RA', 'Dec']
sources_sub.pprint_all()
print()

# Compare input RA, Dec to found RA, Dec
#print('       RA found       Dec found    RA_Diff (mas)  Dec_diff (mas) pass/fail')

deltara_twon = []
deltadec_twon = []

# Put ra, dec coords into a table
cat1_sim = Table([RA_sim, Dec_sim], names=('ra', 'dec'))
cat2_calc = Table([ra, dec], names=('ra', 'dec'))
    
# Get coordinates with SkyCoord for each catalog
    
coord_cat1_sim = SkyCoord(ra=cat1_sim['ra'], dec=cat1_sim['dec'], unit="deg")
coord_cat2_calc = SkyCoord(ra=cat2_calc['ra'], dec=cat2_calc['dec'], unit="deg")    
ind_cat2_cat1, dist_2d, _ = match_coordinates_sky(coord_cat1_sim, coord_cat2_calc)
    
# Find where the catalogs match
    
cat1_matched = cat1_sim[dist_2d.arcsec<0.05]
cat2_matched = cat2_calc[ind_cat2_cat1[dist_2d.arcsec<0.05]]
    
#print(cat1_matched)
    
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
#print(ra_diff)
    
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000
    
    
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
    #if ra_diff[i] < 30 and dec_diff[i] < 30:
    deltara_twon.append(ra_diff[i])
    deltadec_twon.append(dec_diff[i])
    if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
        test = 'pass' 
    else: 
        test = 'fail'
    print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA')
plt.xlabel('Delta Dec')
plt.scatter(deltara_twon,deltadec_twon)
plt.show()

# Plot should show no differences greater than 30 milliarcseconds  
     
meanRAdiff_twon, medianRAdiff_twon, stdRAdiff_twon = sigma_clipped_stats(deltara_twon, sigma=5.0, maxiters=5)  # default sigma=3
meanDecdiff_twon, medianDecdiff_twon, stdDecdiff_twon = sigma_clipped_stats(deltadec_twon, sigma=5.0, maxiters=5)  # default sigma=3

print('RA difference mean, median and std (units in mas)',meanRAdiff_twon, medianRAdiff_twon, stdRAdiff_twon) 
print('Dec difference mean, median and std (units in mas)',meanDecdiff_twon, medianDecdiff_twon, stdDecdiff_twon)

    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 696.0235086531587 122.42372368658725  0.0008685521258557715   -0.014626991390009848
 773.0406118199792 125.89035336905553      359.9985159333669   -0.014313402157403569
 973.9236359390849 151.24407873688165     359.99242351854906   -0.012995224021022706
1041.4663101125016 155.91812627854733     359.99036470971487     -0.0126701042474462
 532.0344137383487 182.42462875459663  0.0060592237052891325   -0.013228234867063404
 796.1945176100521  191.9880211234034      359.9979837408124   -0.012224015511912717
 461.3666370756488 203.34204847941177   0.008282746815100975   -0.012776929988896171
 516.8672981364456 216.97862972603028   0.006617361169800526    -0.01220935727173572
 574.0612085951926  230.5741647388578   0.004899936749342851    -0.01163848632110013
 900.7063069346141 253.07455081946654      359.9949429910705   -0.010069352152062786
 638.0509850434839 261.77163093512064  0.0030214696254644616   -0.010509512475469857
  944.547423211305  280.8177972187625      359.9936731436662   -0.009100537582802314
1031.4716985654486 281.59535464373073     359.99100945636445   -0.008842753313900251
 467.3476193236142  295.0173074924425   0.008346047416600486   -0.009949351036163517
479.00335295297594 301.50424884621174   0.008006049420714801   -0.009719041616578264
 552.7732378441667 312.41713787768117  0.0057730558388830325   -0.009185830927319356
 794.4665215795308  322.7308017047805      359.9983886010735   -0.008219067050063172
 559.0786349799956 327.14455710558184   0.005619318617099789   -0.008717203113158494
 936.5903395367835 341.46340596896675      359.9940803849919   -0.007262082417382353
 805.3239814548629 355.91466619685224      359.9981449335019   -0.007172168962649003
444.27260601475916 379.07547714804576   0.009279932972049614   -0.007433569759668333
 728.9414474559876 404.76377988666746  0.0006188880649874431   -0.005879639358326142
 784.7772927513741   428.552741718855      359.9989705460378   -0.004999812906860623
 622.8714823119185  468.5271792014242   0.004043430763832302   -0.004209618150700593
 520.9432513653841  537.1628551275405  0.0073540681117204645  -0.0023790281033283763
 753.5804646353098  561.6960233170388 0.00028561225751465487  -0.0010005552291587798
 792.9939947741219  571.9081035643283      359.9991043679346  -0.0005812996295072821
486.28018749486057  574.1891040348222   0.008516757793415933   -0.001336801145418159
 758.5827976616382  586.2085324321331  0.0001981716900508317 -0.00023534672392698693
398.88220169275127  625.1816151606209   0.011334301019245034  -8.183853122218234e-06
 944.4893618457734  671.1724001023839      359.9947254805527   0.0028706397324094507
 978.1884421238917  680.5121562392194     359.99371713844056   0.0032477637875110163
1058.6932623168336   696.390774647082      359.9912909632711    0.003951388286851877
 857.5939794546961  704.6651760039609     359.99748051313406    0.003663930543591832
 902.9300382824262  738.6985529673678      359.9961817475982   0.0048296731285822495
 547.0632752075854  815.1793576119071   0.007301245497783371    0.006217434947405395
 752.0859845058766  846.1325303325551  0.0010969450189712256    0.007718476897195401
1042.6350974770355  848.4625183294299     359.99219270122825    0.008571883404244822
 849.5939140837821  856.0795626077834      359.9981333574543    0.008285952683434778
 565.7559472151376  906.6498292905401   0.006974154846586538    0.009072944342808666
 907.3193227807791  963.7628419239297       359.996652850309    0.011743722078477814
 862.5475580370518  970.0942819115497     359.99804294347047     0.01181740006119266
 908.0865817065518   979.028707360486     359.99667040495825    0.012213958135238406
  898.302980884639 1023.8087919118944      359.9970909629483    0.013560936202987173
1065.4645597570004  1023.453717315257      359.9919635224289     0.01399992632286166
 885.9940252658471  1034.537535714138     359.99749732619165    0.013856836699265166
 844.8293463112973 1036.5215662537744      359.9987650976911     0.01380689671954611
  983.493188434936 1052.5249782761111     359.99455564658695    0.014670870801671454
 716.9289103781133 1092.9089377086552  0.0028392827975349194    0.015191959014614785
 547.3267027682762  1106.530240439345   0.008077275573590397    0.015153246802212668

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -3.248312       14.028190 pass
      -6.025710        3.012117 pass
      -4.995873      -16.398825 pass
     -27.499789      -12.086178 pass
     -25.439879       -8.647767 pass
     -18.239393       -0.608266 pass
     -10.554798      -32.501172 fail
       1.847283      -14.650043 pass
      -8.071944      -28.084124 pass
       3.402068       -9.083170 pass
      13.861112       -1.000517 pass
       7.757448      -21.800366 pass
     -16.614029       10.503297 pass
     -25.427702      -12.550756 pass
       4.592065        0.888488 pass
     -17.482802        8.864702 pass
       1.018071       17.852453 pass
      10.596494       -2.159780 pass
     -31.594661      -15.245521 fail
      -9.475435       -8.278666 pass
     -16.034264      -10.126465 pass
     -29.041301      -38.051135 fail
      -3.733386        6.970331 pass
       3.467776       19.397833 pass
     -21.632146        9.532253 pass
     -22.533075        7.144157 pass
       4.483792      -27.234189 pass
      16.924422       21.180255 pass
     -12.849250      -23.825343 pass
     -21.398980      -17.391338 pass
      -5.319256       17.734762 pass
     -33.445026       14.024709 fail
       5.927713       17.534886 pass
       2.691354       -8.376737 pass
       8.486836       -0.170340 pass
     -29.711466      -14.147960 pass
     -25.022085      -18.149820 pass
      -3.101614       -4.450365 pass
      -6.581916      -12.048206 pass
       1.729990       -1.296963 pass
     -30.533223        6.393524 fail
     -34.012347       -3.569004 fail
     -24.052978      -15.131207 pass
     -25.029300      -19.263730 pass
      15.857850        3.449287 pass
     -19.909348       -5.444912 pass
     -30.757088       18.888070 fail
     -23.036136       -3.841380 pass

RA difference mean, median and std (units in mas) -10.82833837001734 -10.015116602917796 14.684691998485151
Dec difference mean, median and std (units in mas) -4.337811045418721 -4.14587259388189 14.586121385562672


# mark sources on image frame to see if the correct sources were found
norm = ImageNormalize(stretch=SqrtStretch())
# keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
plt.figure(figsize=(20,20))
plt.imshow(data, cmap='Greys', origin='lower', vmin=5,vmax=15)#, norm=norm)
apertures.plot(color='red', lw=2.5) #, alpha=0.5)
plt.show()


# Run Calwebb_image3 on the association table with tweakreg off
    
# set any specific parameters
# tweakreg parameters to allow data to run
fwhm = 3.318 #3.27  # Gaussian kernel FWHM of objects expected, default=2.5
minobj = 5  # minimum number of objects needed to match positions for a good fit, default=15
snr = 10 # signal to noise threshold, default=5
sigma = 3 # clipping limit, in sigma units, used when performing fit, default=3
fit_geom ='rshift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
use2dhist = False  # boolean indicating whether to use 2D histogram to find initial offset, default=True
   
pipe3=Image3Pipeline()    
#pipe3.tweakreg.kernel_fwhm = fwhm
#pipe3.tweakreg.snr_threshold = snr
#pipe3.tweakreg.minobj = minobj
#pipe3.tweakreg.sigma = sigma
#pipe3.tweakreg.fitgeometry = fit_geom
#pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.skip = True        # test to see if this affects the final output
pipe3.outlier_detection.skip = True # this is set in later step so mis-alignments aren't 'hidden'
pipe3.source_catalog.save_results = True
pipe3.save_results = True
#pipe3.output_dir = datadir

# run Image3

#im = pipe3.run(rtdata.input)
image = pipe3.run('starfield_50star4ptdither_asnfile.json')
print('Image 3 pipeline finished.')

2022-10-06 05:52:42,920 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-10-06 05:52:42,922 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-10-06 05:52:42,924 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-10-06 05:52:42,926 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-10-06 05:52:42,927 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-10-06 05:52:42,929 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:52:42,930 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-10-06 05:52:43,085 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_50star4ptdither_asnfile.json',).
2022-10-06 05:52:43,092 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': False, 'catalog_format': 'ecsv', 'kernel_fwhm': 2.5, 'snr_threshold': 10.0, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 15, 'searchrad': 2.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'rshift', 'nclip': 3, 'sigma': 3.0, 'abs_refcat': '', 'save_abs_catalog': False, 'abs_minobj': 15, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 25, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-10-06 05:52:43,218 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-10-06 05:52:43,223 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-10-06 05:52:43,225 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits'.
2022-10-06 05:52:43,226 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:52:43,227 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-10-06 05:52:44,435 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-10-06 05:52:44,438 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': False, 'catalog_format': 'ecsv', 'kernel_fwhm': 2.5, 'snr_threshold': 10.0, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 15, 'searchrad': 2.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'rshift', 'nclip': 3, 'sigma': 3.0, 'abs_refcat': '', 'save_abs_catalog': False, 'abs_minobj': 15, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}
2022-10-06 05:52:44,438 - stpipe.Image3Pipeline.tweakreg - INFO - Step skipped.
2022-10-06 05:52:44,455 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-10-06 05:52:44,608 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-10-06 05:52:44,609 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-10-06 05:52:44,820 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:52:44,821 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-10-06 05:52:44.820257
2022-10-06 05:52:44,821 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:52:44,822 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-10-06 05:52:44,822 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-10-06 05:52:44,822 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-10-06 05:52:44,823 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:52:44,823 - stpipe.Image3Pipeline.skymatch - INFO - ----  Computing differences in sky values in overlapping regions.
2022-10-06 05:52:56,417 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.00238358
2022-10-06 05:52:56,419 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.0124171
2022-10-06 05:52:56,419 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.00851901
2022-10-06 05:52:56,420 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.00484789
2022-10-06 05:52:56,420 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0
2022-10-06 05:52:56,420 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.00727946
2022-10-06 05:52:56,421 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.00377957
2022-10-06 05:52:56,421 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.0117165
2022-10-06 05:52:56,422 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:52:56,422 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-10-06 05:52:56.422141
2022-10-06 05:52:56,422 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:11.601884
2022-10-06 05:52:56,423 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:52:56,459 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-10-06 05:52:56,647 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-10-06 05:52:56,650 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': True, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}
2022-10-06 05:52:56,650 - stpipe.Image3Pipeline.outlier_detection - INFO - Step skipped.
2022-10-06 05:52:56,668 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-10-06 05:52:56,830 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-10-06 05:52:56,832 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:52:56,849 - stpipe.Image3Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:52:56,873 - stpipe.Image3Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:52:56,874 - stpipe.Image3Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:52:56,874 - stpipe.Image3Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:52:56,875 - stpipe.Image3Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:52:57,038 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_50star4ptdither_combined.fits
2022-10-06 05:52:57,696 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-10-06 05:52:58,259 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:52:59,000 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:52:59,726 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:00,470 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:01,197 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:01,962 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:02,702 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:03,442 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:03,623 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:53:04,193 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:04,960 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:05,725 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:06,465 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:07,197 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:07,935 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:08,670 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:09,407 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:09,600 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:53:10,167 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:10,916 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:11,661 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:12,444 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:13,194 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:13,930 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:14,660 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:15,387 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:15,582 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:53:16,131 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:16,888 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:17,650 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:18,403 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:19,155 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:19,913 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:20,667 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:21,431 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:53:21,634 - stpipe.Image3Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
  output_variance = np.reciprocal(inverse_variance_sum)

2022-10-06 05:53:21,677 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.021880629 -0.020262886 0.024954079 0.014759789 359.990667431 0.017768647 359.987593981 -0.017254027
2022-10-06 05:53:22,139 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_combined_i2d.fits
2022-10-06 05:53:22,139 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-10-06 05:53:22,360 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1142, 1118) from starfield_50star4ptdither_combined_i2d.fits>,).
2022-10-06 05:53:22,362 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 25, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-10-06 05:53:22,379 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file: /grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits
2022-10-06 05:53:22,388 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file: /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-10-06 05:53:22,389 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-10-06 05:53:22,389 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-10-06 05:53:22,390 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F1130W
2022-10-06 05:53:22,390 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-10-06 05:53:22,441 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 5.49349
2022-10-06 05:53:22,514 - stpipe.Image3Pipeline.source_catalog - INFO - Background could not be estimated in meshes. Using the entire unmasked array for background estimation: bkg_boxsize=(1142, 1118).
2022-10-06 05:53:22,744 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 272 sources
2022-10-06 05:53:23,067 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_50star4ptdither_combined_cat.ecsv
2022-10-06 05:53:23,198 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_50star4ptdither_combined_segm.fits
2022-10-06 05:53:23,200 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_50star4ptdither_combined_segm.fits
2022-10-06 05:53:23,201 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-10-06 05:53:23,202 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done

Image 3 pipeline finished.


im = ImageModel('starfield_50star4ptdither_combined_i2d.fits')
pixarea = im.meta.photometry.pixelarea_steradians
print('Pixel area in steradians', pixarea)

# pull out data portion of input file
data = im.data

# print stats on input image
mean, median, std = sigma_clipped_stats(data, sigma=200.0, maxiters=5)  # default sigma=3
print('Image mean, median and std',mean, median, std)

Pixel area in steradians 2.84403609523084e-13
Image mean, median and std 10.236079 10.815062 46.592857


# Run DAOStarFinder to find sources in image

ap_radius = 5.  # radius for aperture for centroiding and photometry

daofind = DAOStarFinder(fwhm=3.0, threshold=10.*std)    # default threshold=5*std, fwhm=3
sources = daofind(data)    

#sources.pprint_all()
#print(sources['xcentroid','ycentroid','peak'])   

# Create apertures for x,y positions
positions = tuple(zip(sources['xcentroid'], sources['ycentroid']))
#print(positions)

#positions = (sources['xcentroid'], sources['ycentroid'])
apertures = CircularAperture(positions, r=ap_radius)


# using wcs info from images, put coordinates into RA, Dec
ra, dec = im.meta.wcs(sources['xcentroid'], sources['ycentroid'])

# add RA, Dec to sources table

ra_col = Column(name='RA', data=ra)
dec_col = Column(name='Dec', data=dec)
sources.add_column(ra_col)
sources.add_column(dec_col)

# print RA, Dec for each x, y position found
#print(sources['xcentroid', 'ycentroid', 'RA', 'Dec'])  

sources_sub = sources['xcentroid', 'ycentroid', 'RA', 'Dec']
sources_sub.pprint_all()
print()

# Compare input RA, Dec to found RA, Dec
#print('       RA found       Dec found    RA_Diff (mas)  Dec_diff (mas) pass/fail')

deltara_twoff = []
deltadec_twoff = []

# Put ra, dec coords into a table
cat1_sim = Table([RA_sim, Dec_sim], names=('ra', 'dec'))
cat2_calc = Table([ra, dec], names=('ra', 'dec'))
    
# Get coordinates with SkyCoord for each catalog
    
coord_cat1_sim = SkyCoord(ra=cat1_sim['ra'], dec=cat1_sim['dec'], unit="deg")
coord_cat2_calc = SkyCoord(ra=cat2_calc['ra'], dec=cat2_calc['dec'], unit="deg")    
ind_cat2_cat1, dist_2d, _ = match_coordinates_sky(coord_cat1_sim, coord_cat2_calc)
    
# Find where the catalogs match
    
cat1_matched = cat1_sim[dist_2d.arcsec<0.05]
cat2_matched = cat2_calc[ind_cat2_cat1[dist_2d.arcsec<0.05]]
    
#print(cat1_matched)
    
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
#print(ra_diff)
    
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000
    
    
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
    #if ra_diff[i] < 30 and dec_diff[i] < 30:
    deltara_twoff.append(ra_diff[i])
    deltadec_twoff.append(dec_diff[i])
    if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
        test = 'pass' 
    else: 
        test = 'fail'
    print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA')
plt.xlabel('Delta Dec')
plt.scatter(deltara_twoff,deltadec_twoff)
plt.show()

# Plot should show no differences greater than 30 milliarcseconds      
    
meanRAdiff_twoff, medianRAdiff_twoff, stdRAdiff_twoff = sigma_clipped_stats(deltara_twoff, sigma=5.0, maxiters=5)  # default sigma=3
meanDecdiff_twoff, medianDecdiff_twoff, stdDecdiff_twoff = sigma_clipped_stats(deltadec_twoff, sigma=5.0, maxiters=5)  # default sigma=3

print('RA difference mean, median and std (units in mas)',meanRAdiff_twoff, medianRAdiff_twoff, stdRAdiff_twoff) 
print('Dec difference mean, median and std (units in mas)',meanDecdiff_twoff, medianDecdiff_twoff, stdDecdiff_twoff)

    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 695.5116364464185 122.77082483061692  0.0008811990337804125   -0.014625949230676026
 772.6318843667893 126.25568882413559      359.9985254661215   -0.014311523199078519
 973.4863923332601 151.46312917164494      359.9924335321374   -0.012997908054137673
1041.0416285080794  156.0827298296803      359.9903741915215   -0.012674424241055101
  531.647085888288 182.86387223874186   0.006068299087540929   -0.013224031716224828
 795.8226938133816 192.30463538622854      359.9979920106887    -0.01222353140926867
 460.9996584200515  203.8335506703458    0.00829133877444147   -0.012771069410706852
 516.4651141146595  217.4569820395712   0.006626997411846407   -0.012203994719776446
 573.7012486549049 231.01615774141445   0.004908180216617211   -0.011634125193783134
 900.3866257200136 253.33981537987307      359.9949495236493   -0.010070302503604644
 637.7097991749755 262.19725954112084  0.0030290932912205946   -0.010505602682629565
 944.2566108552402  281.0715631787696      359.9936787599533   -0.009101762877294289
1031.0664059838282  281.7141765927829      359.9910182203398   -0.008848425149306083
 467.0205069843533 295.53715105025526   0.008353493036759434   -0.009942513997969025
  478.658868870624  301.9673122371417   0.008013874983071096   -0.009713992655969853
 552.5390459472609   312.831014516959   0.005777366602195999   -0.009181993590482045
 794.1282926075888  323.0449334951983      359.9983958339877   -0.008218568666465684
 558.7657925892943 327.59940093425706    0.00562615167593151   -0.008712321072053605
 936.3231092764016  341.6359116694388      359.9940850593722  -0.0072657363225913495
 805.0208571936683  356.2407929158654      359.9981511221121    -0.00717120824366032
  443.939504706969 379.66283295013164   0.009287743955748086   -0.007424678384713276
 728.6642422292634 405.33942409683425  0.0006249533173825955   -0.005870956720497295
 784.5773608902775   428.890628256401     359.99897360160855   -0.004998213819272829
 622.6318227459595 468.95801210837624    0.00404795484295006    -0.00420527551703214
 520.7474801195813  537.6422130011148   0.007357376825244622  -0.0023730791975053104
   753.45996863416  562.0282323169292 0.00028621642176187494   -0.000998916474731032
 792.8108241326557  572.2123800381635     359.99910681902037  -0.0005806861808574791
 486.0968221278657  574.6729258886566   0.008519698059260877  -0.0013306819511921947
 758.4577926425466  586.5287052673367   0.000198881743350038 -0.00023408922776713928
398.71360314300074  625.6748334000915    0.01133681370699918 -1.7367502901183751e-06
 944.4277199399897  671.4391080063168      359.9947241035062   0.0028704281028575857
 978.0674343810795  680.8018106522204     359.99371764377173    0.003248096107441761
1058.5865817129993  696.4877489192019      359.9912905106622    0.003945850081068903
  857.545987556806  704.9713637087485     359.99747882372276    0.003664966410509775
 902.8372104435393  738.9499757433912      359.9961812858203    0.004828908806972003
 547.0125759259389  815.6229703721891   0.007300008966713092     0.00622267805818388
 752.0557995273361   846.515421554086  0.0010949159390587085    0.007721913019351716
1042.6499947152406  848.5795567188476     359.99218857408727    0.008567287722879501
 849.5581918643383  856.3738606600872      359.9981312597598    0.008286656941949739
 565.7309671327029   907.126741417755   0.006972219181290841    0.009079277891285433
 907.3470393804906   964.037802114147     359.99664875503873    0.011744004018933092
 862.5098000547488  970.4695321562926      359.9980411260738    0.011820581470367176
 908.1180584658915  979.3161887389022      359.9966662280701    0.012214634193240651
 898.1572379273923 1024.0800645008176       359.997092177384     0.01356063822372333
  1065.31709356973 1023.6203876923576      359.9919645081971    0.013996415782108374
 885.8606890917611 1034.8454352781794      359.9974982587118    0.013857695380519893
  844.695985782004 1036.6284353695394      359.9987654899277    0.013801590165353582
 983.4466851071228 1052.7174503461931      359.9945536054822     0.01466842326305828
  716.825719843316 1093.1021126363642   0.002838982059536135    0.015189380469692622
 547.2244393284182  1106.821229234853   0.008077209649291152    0.015153670492435932

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.836260       -5.075405 pass
      -2.668638        6.103370 pass
      -2.820882      -10.499309 pass
       7.190683        7.219009 pass
       8.878038       -1.883517 pass
       4.039604        2.850323 pass
       1.356571      -11.085111 pass
      -4.234598      -10.920922 pass
       2.513013       -6.055024 pass
      -3.902619        3.286870 pass
      -0.881861        0.014468 pass
       0.789053        1.000409 pass
       0.213740       -2.650761 pass
       4.248780        3.149302 pass
       4.354737        2.413773 pass
       2.735832        4.453642 pass
      -0.064586        8.569691 pass
       4.053866        9.293293 pass
       1.076715       -0.114178 pass
      -0.651527       -6.070251 pass
      -5.034209       -4.369749 pass
      -0.921759       -6.042185 pass
       0.638582        5.897605 pass
       1.838384       -0.539708 pass
       1.885137        6.110987 pass
       7.238479        8.886927 pass
       0.032280       -8.358991 pass
       2.066714        4.635802 pass
       3.437435       -8.191861 pass
      -5.880232       -3.576926 pass
      -1.770490        5.096816 pass
       0.689477       -1.527268 pass
      -1.420264        8.723747 pass
       1.028953      -11.128295 pass
       0.935135        2.364991 pass
       1.219588        6.950121 pass
       3.149939        0.026439 pass
      -1.282422       -3.254013 pass
      -4.025724       -7.521220 pass
      -3.227378       -2.058830 pass
       5.515695       -3.268995 pass
      11.516522        0.182770 pass
       0.546033        2.444141 pass
       1.774932        5.349607 pass
       0.821052        5.883096 pass
       7.535848        8.630343 pass
       0.793223       -1.530538 pass
       3.002356       -2.047199 pass

RA difference mean, median and std (units in mas) 1.1769364398066315 0.8780938856034481 3.598415454584543
Dec difference mean, median and std (units in mas) 0.03681840960866752 0.02045333383285386 5.880052727639715


# mark sources on image frame to see if the correct sources were found
norm = ImageNormalize(stretch=SqrtStretch())
# keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
plt.figure(figsize=(20,20))
plt.imshow(data, cmap='Greys', origin='lower', vmin=5,vmax=15)#, norm=norm)
apertures.plot(color='red', lw=2.5) #, alpha=0.5)
plt.show()


# Compare stats across tests:

print('All units are milliarcseconds for statistics')
print('Statistics on differences between RA and Dec in individual calibrated files')
print('RA difference mean, median and std',meanRAdiff_cal, medianRAdiff_cal, stdRAdiff_cal) 
print('Dec difference mean, median and std',meanDecdiff_cal, medianDecdiff_cal, stdDecdiff_cal)
print()
print('Statistics on differences between RA and Dec in individual i2d files when run with tweakreg on')
print('RA difference mean, median and std',meanRAdiff_i2d, medianRAdiff_i2d, stdRAdiff_i2d) 
print('Dec difference mean, median and std',meanDecdiff_i2d, medianDecdiff_i2d, stdDecdiff_i2d)
print()
print('Statistics on differences between RA and Dec in combined i2d file when run with tweakreg on')
print('RA difference mean, median and std',meanRAdiff_twon, medianRAdiff_twon, stdRAdiff_twon) 
print('Dec difference mean, median and std',meanDecdiff_twon, medianDecdiff_twon, stdDecdiff_twon)
print()
print('Statistics on differences between RA and Dec in combined i2d file when run with tweakreg off')
print('RA difference mean, median and std',meanRAdiff_twoff, medianRAdiff_twoff, stdRAdiff_twoff) 
print('Dec difference mean, median and std',meanDecdiff_twoff, medianDecdiff_twoff, stdDecdiff_twoff)

All units are milliarcseconds for statistics
Statistics on differences between RA and Dec in individual calibrated files
RA difference mean, median and std 1.1037660880047775 0.9281835036028911 3.549202125823858
Dec difference mean, median and std -0.06135758681286737 1.0161649008182116 5.550928948928192

Statistics on differences between RA and Dec in individual i2d files when run with tweakreg on
RA difference mean, median and std 1.3708089759811373 1.0694126273341504 3.7885522689737146
Dec difference mean, median and std -0.43569991947962244 -0.1463183531101933 7.934153780965373

Statistics on differences between RA and Dec in combined i2d file when run with tweakreg on
RA difference mean, median and std -10.82833837001734 -10.015116602917796 14.684691998485151
Dec difference mean, median and std -4.337811045418721 -4.14587259388189 14.586121385562672

Statistics on differences between RA and Dec in combined i2d file when run with tweakreg off
RA difference mean, median and std 1.1769364398066315 0.8780938856034481 3.598415454584543
Dec difference mean, median and std 0.03681840960866752 0.02045333383285386 5.880052727639715


# apply shifts to files in input list

# Read in a single rate.fits file, modify header values RA_REF and DEC_REF by adding in a shift of less than one 
# arcsecond, which is the default search radius for tweakreg
# 0.72 arcseconds ~ 0.0002 degrees
# 0.5 arcseconds ~ 0.00014 degrees

origfile = 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits'

model = ImageModel(origfile)

# modify header vaules

model.meta.wcsinfo.ra_ref = model.meta.wcsinfo.ra_ref + 0.00014
model.meta.wcsinfo.dec_ref = model.meta.wcsinfo.dec_ref + 0.00014

# Run file through calwebb_image2 to get cal.fits version and then retest steps in Test # 1.

# create an object for the pipeline    
pipe2 = Image2Pipeline()
pipe2.save_results = True
#pipe2.output_file = rampfile+'_cal.fits'
#pipe2.output_dir = datadir
pipe2.run(model)

2022-10-06 05:53:24,685 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-06 05:53:24,687 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-06 05:53:24,688 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-06 05:53:24,689 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-06 05:53:24,691 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-06 05:53:24,692 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:53:24,904 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:53:24,909 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-06 05:53:24,916 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-06 05:53:24,921 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-06 05:53:24,923 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-06 05:53:24,923 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-06 05:53:24,923 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-06 05:53:24,924 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-06 05:53:24,924 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-10-06 05:53:24,925 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:53:24,926 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-06 05:53:24,926 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-10-06 05:53:24,928 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-10-06 05:53:24,929 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-06 05:53:24,930 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-06 05:53:24,930 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-06 05:53:24,930 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-06 05:53:24,930 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-06 05:53:24,931 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-06 05:53:24,931 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-06 05:53:24,931 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-10-06 05:53:24,933 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-06 05:53:24,933 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-06 05:53:24,933 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-06 05:53:24,934 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-06 05:53:24,934 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-06 05:53:24,934 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-06 05:53:24,979 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate
2022-10-06 05:53:24,980 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits> ...
2022-10-06 05:53:25,143 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:53:25,144 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-06 05:53:25,331 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-06 05:53:25,409 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.020312025 -0.017329545 0.022778707 0.013855672 359.991476319 0.016448478 359.988668642 -0.014750638
2022-10-06 05:53:25,409 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.020312025 -0.017329545 0.022778707 0.013855672 359.991476319 0.016448478 359.988668642 -0.014750638
2022-10-06 05:53:25,410 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-06 05:53:25,443 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-10-06 05:53:25,454 - stpipe.Image2Pipeline.assign_wcs - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:53:25,454 - stpipe.Image2Pipeline.assign_wcs - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:53:25,468 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-06 05:53:25,630 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:53:25,632 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-06 05:53:25,742 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:53:25,743 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:53:25,744 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:53:25,751 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-06 05:53:25,887 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-06 05:53:26,047 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:53:26,049 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-06 05:53:26,072 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-10-06 05:53:26,072 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-06 05:53:26,159 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-06 05:53:26,160 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-06 05:53:26,160 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-06 05:53:26,161 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-10-06 05:53:26,208 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-06 05:53:26,210 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-06 05:53:26,211 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-06 05:53:26,211 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-10-06 05:53:26,229 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-06 05:53:26,390 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-10-06 05:53:26,391 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:53:26,419 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:53:26,438 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:53:26,439 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:53:26,439 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:53:26,439 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:53:26,555 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-06 05:53:27,128 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:53:27,311 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:53:27,879 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:53:28,081 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:53:28,663 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:53:28,851 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:53:29,413 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1022, 1031)
2022-10-06 05:53:29,602 - stpipe.Image2Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
  output_variance = np.reciprocal(inverse_variance_sum)

2022-10-06 05:53:29,636 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.020308782 -0.017542172 0.023059277 0.013800362 359.991440731 0.016575079 359.988690236 -0.014767455
2022-10-06 05:53:29,768 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_i2d.fits
2022-10-06 05:53:29,769 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-06 05:53:29,769 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate
2022-10-06 05:53:29,771 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-06 05:53:29,771 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-06 05:53:29,935 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits
2022-10-06 05:53:29,936 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done

[<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits>]


# find stars and get RA, Dec from *_cal.fits files

# Run DAOStarFinder to find sources in image
allRAdiff_cal = []
allDecdiff_cal = []

for calimage in imagelist:
    image = ImageModel(calimage)
    
    # pull out data portion of input file
    data = image.data
    
    # print stats on input image
    print(calimage)
    mean, median, std = sigma_clipped_stats(data, sigma=200.0, maxiters=5)  # default sigma=3
    print('Image mean, median and std',mean, median, std)

    ap_radius = 5.  # radius for aperture for centroiding and photometry

    daofind = DAOStarFinder(fwhm=3.0, threshold=10.*std)    # default threshold=5*std, fwhm=3
    sources = daofind(data)      

    # Create apertures for x,y positions
    positions = tuple(zip(sources['xcentroid'], sources['ycentroid']))
    #print(positions)

    #positions = (sources['xcentroid'], sources['ycentroid'])
    apertures = CircularAperture(positions, r=ap_radius)
    
    # using wcs info from images, put coordinates into RA, Dec
    ra, dec = image.meta.wcs(sources['xcentroid'], sources['ycentroid'])

    # add RA, Dec to sources table

    ra_col = Column(name='RA', data=ra)
    dec_col = Column(name='Dec', data=dec)
    sources.add_column(ra_col)
    sources.add_column(dec_col)

    # print RA, Dec for each x, y position found
    #print(sources['xcentroid', 'ycentroid', 'RA', 'Dec'])  

    sources_sub = sources['xcentroid', 'ycentroid', 'RA', 'Dec']
    sources_sub.pprint_all()
    print()
    
    # read in text file with RA and Dec input coordinates
    RA_in, Dec_in = np.loadtxt(coords, dtype=str, unpack=True)

    # put RA and Dec into floats
    RA_sim = RA_in.astype(float)
    Dec_sim = Dec_in.astype(float)
    
    # Put ra, dec coords into a table
    cat1_sim = Table([RA_sim, Dec_sim], names=('ra', 'dec'))
    cat2_calc = Table([ra, dec], names=('ra', 'dec'))
    

    # Get coordinates with SkyCoord for each catalog
    
    coord_cat1_sim = SkyCoord(ra=cat1_sim['ra'], dec=cat1_sim['dec'], unit="deg")
    coord_cat2_calc = SkyCoord(ra=cat2_calc['ra'], dec=cat2_calc['dec'], unit="deg")
    ind_cat2_cat1, dist_2d, _ = match_coordinates_sky(coord_cat1_sim, coord_cat2_calc)
    
    # Find where the catalogs match
    
    cat1_matched = cat1_sim[dist_2d.arcsec<0.05]
    cat2_matched = cat2_calc[ind_cat2_cat1[dist_2d.arcsec<0.05]]
    
    #print(cat1_matched)
    
    # Get differences in RA, Dec
    ra_diff = cat2_matched['ra'] - cat1_matched['ra']
    dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
    #print(ra_diff)
    
    # put differences in milliarcseconds
    ra_diff = ra_diff * 3600000
    dec_diff = dec_diff * 3600000
    
    
    # Compare input RA, Dec to found RA, Dec
    print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
    # Find if the differences are within the allowed 30 mas range
    for i in np.arange(0,len(ra_diff)):
        #if ra_diff[i] < 30 and dec_diff[i] < 30:
        allRAdiff_cal.append(ra_diff[i])
        allDecdiff_cal.append(dec_diff[i])
        if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
            test = 'pass' 
        else: 
            test = 'fail'
        print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
    # Plot ra and dec differences
    plt.title ('Differences in RA and Dec in milliarcseconds')
    plt.ylabel('Delta RA')
    plt.xlabel('Delta Dec')
    plt.scatter(ra_diff,dec_diff)
    plt.show()

    # Plot should show no differences greater than 30 milliarcseconds  
    
meanRAdiff_cal, medianRAdiff_cal, stdRAdiff_cal = sigma_clipped_stats(allRAdiff_cal, sigma=5.0, maxiters=5)  # default sigma=3
meanDecdiff_cal, medianDecdiff_cal, stdDecdiff_cal = sigma_clipped_stats(allDecdiff_cal, sigma=5.0, maxiters=5)  # default sigma=3

print('RA difference mean, median and std (units in mas)',meanRAdiff_cal, medianRAdiff_cal, stdRAdiff_cal) 
print('Dec difference mean, median and std (units in mas)',meanDecdiff_cal, medianDecdiff_cal, stdDecdiff_cal)

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.393542 10.826687 55.011623
    xcentroid          ycentroid                RA                   Dec          
------------------ ------------------ --------------------- ----------------------
 608.5415674187961 2.5119766176307223 0.0008812919624467749  -0.014594789515541495
 685.5194495798157 5.5188105009736175     359.9985262521632  -0.014309517462321978
 886.3394041097413 32.119070281158955    359.99243205390275  -0.012997454423196865
    953.8640393199  37.04011242844017     359.9903742953238  -0.012674257323148128
444.47609551197064 61.922582668650286  0.006066875156909462  -0.013223542150700983
  708.539078792773  73.05874981354657     359.9979903713137   -0.01222441448341229
373.69156711571156  82.73445867221936   0.00829150779169885  -0.012772340592118013
 429.1719580852977   96.9350873606011 0.0066252609207797806   -0.01220541183653611
486.33656250883286 111.09479540127342 0.0049071267763785495  -0.011634212317900124
  812.818016502769 135.61499300669485     359.9949510782622  -0.010070810306428344
 550.2541709849713 143.00728324989907  0.003027257861743836  -0.010506369320026828
  856.669674639311   163.941532747077    359.99367943542825  -0.009101781916248714
 943.4770993700253 165.11663853495494    359.99102011241314  -0.008847567308604684
 379.3675519242359 175.61124295871804  0.008352878219398573  -0.009943295128109814
 390.9846006266449 182.23371017799838  0.008013454071705377  -0.009712529245328462
464.78741113955334  193.6264598801728  0.005779073595006636  -0.009180116965875892
 706.4675734066059  205.4374537771488    359.99839582116016  -0.008215197294039717
 471.0120867553802 208.50201007466694  0.005626274700481911  -0.008710684120420042
 848.6281552463014 225.05905956689554    359.99408676890266  -0.007263193491265538
 717.2680096211556 238.78542812577177     359.9981519861035  -0.007170315851777638
 640.8254738397458  287.3850110723211  0.000623866158697791  -0.005872632451303791
  696.647862932052  311.4570263322215     359.9989761969678  -0.004996253375845009
 534.5080406150863  350.3689320851547  0.004046584544183354  -0.004204164820881179
432.09694109427744  418.3411466005772  0.007357153703276762  -0.002371455183037188
 665.3824794715022  444.0669679431664 0.0002867232340403056 -0.0009972307220539013
 704.8442236777602  454.5198152664274      359.999107133171  -0.000579048618063702
 397.1594591938331  455.0466542459958  0.008519471619160033 -0.0013305641705300796
  670.371981463498  468.5413077513855 0.0001994299693774992 -0.0002316467303177302
  857.038262255815  554.7270783588783     359.9947248543858  0.0028686960910657405
 890.8576431575337  564.4910139563399    359.99371776586474  0.0032483115672433368
 971.7410107427238  581.0301273603288    359.99129032918023    0.00394460501697729
 769.8182651492822  587.3991534539016    359.99748044484795   0.003666592325947924
 815.4649708309157    621.70236297117     359.9961801265635   0.004829526225418064
 457.3069563867852  695.4839439228793  0.007299417401295441   0.006221092374688667
 663.7522305772287  727.5606487303378 0.0010956440902465164   0.007718343531580888
 956.3618123173031  732.7240339832271    359.99218701382824   0.008563603509703683
  762.012822991855  738.3493833972611     359.9981307363725   0.008284707812831934
 475.7809197718267  787.1175421157932  0.006972911155176817   0.009078806556077986
 820.4534971417371  846.8578899992237     359.9966476213018   0.011744457761829495
 775.2535830946825   852.768447668375    359.99803938143555   0.011819236104458666
 821.2496942034151  862.1639462053263     359.9966653732796   0.012214125952000665
 811.2868482580394  907.0113339507423     359.9970911975458   0.013560409281168691
 979.8333015194123  908.5670123070836    359.99196470996947   0.013994547909521428
 798.8612490361676   917.691370731965     359.9974981525205   0.013857233119648482
 757.3289724429274   919.148267240695    359.99876455354797    0.01380396414649375
 897.3875798865843  936.7583695764755    359.99455365921426   0.014667036969114682
 628.0267683752969  974.7373812387208 0.0028386713057134997   0.015187773153686161
 456.3574329732993  987.6670781265088  0.008076589320650552   0.015153509703638865

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -5.207227        3.470927 pass
      -3.050926        4.439231 pass
      -0.996357       -4.430599 pass
       0.939315        2.117388 pass
      11.707788        5.337136 pass
       7.149973        6.062934 pass
       0.553332       -5.238659 pass
       1.601453       -5.067627 pass
       1.697829       -5.631014 pass
      -1.281275       -9.563286 pass
      -4.963313        1.647943 pass
       3.280159       -0.696398 pass
       6.368050        6.503431 pass
       0.456395        2.835656 pass
       2.121554        1.834933 pass
       5.167542        4.385102 pass
      -1.183299        2.783353 pass
      -2.226832        4.449976 pass
      -4.049435        1.648257 pass
       0.479416       -0.175025 pass
       4.309084        2.687847 pass
      -2.888835        5.073412 pass
       1.185049       -5.021939 pass
       7.481744        4.282897 pass
       1.336729        5.707860 pass
      -2.097355      -14.067451 pass
      -3.550218       -8.627365 pass
      -1.495641       -4.193355 pass
       0.264942        3.178923 pass
      -1.044110       -1.627526 pass
       1.063166       -0.926363 pass
      -1.226829        3.733089 pass
      -3.144371       -8.905588 pass
      -0.949059       -4.651874 pass
       1.828050        2.373868 pass
       1.634658        5.294717 pass
      -0.842887       -2.478358 pass
      -2.052110        1.271771 pass
      -0.524211       -8.294072 pass
       0.194050       -1.635924 pass
       0.988922        8.337166 pass
      -0.438410        2.537539 pass
      -2.256193        4.053427 pass
       0.928302        5.870448 pass
       7.604687        1.557689 pass
       2.956177       10.089741 pass

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.394609 10.827406 55.007805
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 608.5461714111817 2.5131153270429225  0.0008811535076687153   -0.014594743852346248
 685.5165542363047  5.522005289569982      359.9985263490218   -0.014309429398466314
 886.3377102041173  32.12032234845156     359.99243210897583   -0.012997421405947096
  953.858650908105 37.038714754591744     359.99037445698593   -0.012674313169426505
 444.4760693354769 61.921174725845646   0.006066872395400456   -0.013223584608591675
 708.5375051993097  73.05653065791925      359.9979904139565   -0.012224485327696166
 373.6920713251912  82.73362445593573   0.008291490212003361   -0.012772364504572807
 429.1710480615856   96.9361473590585  0.0066252915340002895   -0.012205382067991825
486.33656507950644  111.0929968883717   0.004907122116154008   -0.011634266764592633
 812.8169111357602 135.61175256667016      359.9949511037864   -0.010070911221503798
 550.2506815991629  143.0082980431957   0.003027367540328657   -0.010506347247348124
  856.666574138678 163.94025852158114     359.99367952721065   -0.009101828365468878
 943.4725862005791  165.1160847976937      359.9910202493613   -0.008847595467969826
379.36603019242443 175.61024962497083   0.008352922362656737   -0.009943329177441321
 390.9868475960879 182.23166489994372   0.008013379965691413   -0.009712585890208804
 464.7874252509071 193.62567333213758    0.00577907114864779   -0.009180140912869495
 706.4641169351513 205.44112744056818     359.99839593680207    -0.00821509388991974
 471.0128665836423 208.50627769129127   0.005626261725713367   -0.008710551901505456
 848.6275210111238 225.06047475891756      359.9940867921008   -0.007263151929571056
 717.2689344128596 238.78521514635145     359.99815195717895    -0.00717032006242251
 640.8223349387042  287.3876388648545  0.0006239692904470007   -0.005872559700757004
  696.649043669952  311.4598971472418      359.9989761683857   -0.004996162404240498
 534.5084442349707 350.37099693129943   0.004046577556716191    -0.00420410034973628
432.09618931856727  418.3419770115535    0.00735717883136822  -0.0023714315343018777
 665.3849005558758  444.0678377273824 0.00028665146587420707  -0.0009971980130367556
 704.8443491573435  454.5162471160152     359.99910711974667  -0.0005791581225037081
397.16046445276737 455.04418207058586   0.008519434584673621  -0.0013306377093679634
  670.369979887094 468.54191939872646 0.00019949283603036086 -0.00023163279961321113
 857.0397112859981  554.7274188893667     359.99472481101884    0.002868709976703097
 890.8578568837343  564.4940272892437      359.9937177677001   0.0032484046780216053
 971.7393022215407  581.0309188009905      359.9912903836618     0.00394462536976469
 769.8173270515161  587.4004878427158      359.9974804771503   0.0036666311271152862
  815.465578086775   621.703407654051     359.99618011089166    0.004829559764486471
457.30976496488194  695.4853021868445   0.007299335355773578    0.006221141229410244
 663.7519356998866  727.5614345432715   0.001095655178011445   0.0077183669280205805
 956.3618069104094  732.7218311115429       359.992187007799    0.008563535989006233
 762.0142852652106  738.3497994697638      359.9981306929402    0.008284724036588096
475.77984981811954  787.1204617950921   0.006972951205655511    0.009078893288449403
 820.4530900979327  846.8571043631532     359.99664763153703    0.011744432795549499
 775.2564955710666  852.7653273770777      359.9980392843252    0.011819147585457136
 821.2501449789805  862.1642779577346        359.99666536047     0.01221413713982896
 811.2847022881816  907.0118295127575     359.99709126416207    0.013560419393838364
 979.8325668501478   908.565764385858     359.99196472886814     0.01399450816804262
 798.8585276961667  917.6911602746128      359.9974982346854    0.013857220326868504
 757.3271158499823  919.1512240355106      359.9987646179659    0.013804049958067223
 897.3858508178394  936.7555527010198      359.9945537040557    0.014666947106948183
   628.02654407017  974.7375500319221  0.0028386785543619677    0.015187777746555775
 456.3583448650907  987.6657631916269   0.008076558329031239    0.015153471999927788

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -4.975323        3.779849 pass
      -2.755133        4.393177 pass
      -1.254723       -4.312847 pass
       1.049522        2.224555 pass
      12.056479        5.654166 pass
       7.045844        6.047775 pass
       0.643793       -5.153523 pass
       1.717741       -4.927942 pass
       1.564505       -5.895754 pass
      -1.241359       -9.479059 pass
      -4.926467        1.558064 pass
       3.424340       -0.384162 pass
       6.451563        6.653054 pass
       0.439618        2.639647 pass
       2.009985        1.699200 pass
       5.497958        4.217884 pass
      -1.157204        2.799888 pass
      -2.576429        4.131308 pass
      -4.059377        1.495409 pass
       0.431088       -0.569241 pass
       4.206189        3.015345 pass
      -2.649017        5.109818 pass
       1.381183       -4.948669 pass
       7.573631        3.919603 pass
       1.490243        5.452820 pass
      -2.392719      -13.891574 pass
      -3.571924       -8.870440 pass
      -1.520796       -3.961259 pass
       0.256135        3.092714 pass
      -0.976075       -1.770595 pass
       1.645149       -1.127410 pass
      -1.065399        3.409585 pass
      -3.200790       -8.784848 pass
      -1.105415       -4.593468 pass
       1.764763        2.287784 pass
       1.367876        5.090795 pass
      -0.836280       -2.143159 pass
      -1.825790        1.321921 pass
      -0.680332       -8.244084 pass
       0.392313       -1.517061 pass
       0.942213        8.813155 pass
      -0.279494        2.414961 pass
      -2.302308        4.093703 pass
       1.323145        5.949910 pass
       8.097701        1.456315 pass
       3.372487       10.461996 pass

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.459499 10.829639 55.680965
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
  632.757520509536  43.52799873198921  0.0008804967979520648  -0.014626457969967293
 709.8257801184594 47.507856164720145     359.99852516247785  -0.014311550857858348
 910.5959218383333  74.15073580836673     359.99243330115337  -0.012997209251142885
 978.1734916601412  79.09634950402457     359.99037406382115  -0.012674008968996101
 468.7130887677887 103.70932107395348   0.006068286014852335   -0.01322360404683915
  732.790984782116 114.80235210425441     359.99799208670777  -0.012224549793193257
  397.984710427444 124.51324600589399   0.008291256163280063  -0.012770390494991906
453.48648150451567  138.5482319055374   0.006624203827780067  -0.012205946184055615
 510.5826324979371 152.64448533976542   0.004908405341258196  -0.011634774691144639
 837.2149603482594  177.1785834572367      359.9949499615408  -0.010070545641559236
 574.5481104859573 184.43873533137992   0.003027600457347842  -0.010506876620650508
 881.0720770864376  205.4811392291359     359.99367911021494   -0.00910047240755286
 967.9227669585642 206.66121780659034     359.99101887212703   -0.00884787365368245
 403.5962440387207   216.998785601212   0.008354373151629148   -0.00994252422160558
 415.2777583527195 223.52829021424284   0.008012874091052141  -0.009713721429904707
 489.0920184154513 234.93882953827853   0.005778885460870573  -0.009179436773304156
 730.7977037082132 246.70779432945926     359.99839704252184  -0.008216395799283889
495.33441450714344 249.70017562299645   0.005625489983602337  -0.008712222746655486
 873.0776664428001 266.42458939825514      359.9940861819049   -0.00726229994756828
 741.6867097679047  279.9382786626609     359.99815100970363  -0.007172803098400693
380.14033396361117  301.2436539679342   0.009287748779498183  -0.007423548358097951
 665.2235848015512  328.5104074590912  0.0006236098759626848  -0.005872363696826033
 721.1009889243013 352.48437128381073     359.99897510732956  -0.004998591785375306
 558.8356054855649  391.3900339558093   0.004047855226464509  -0.004203748397144104
456.46867164126957  459.2609164373239  0.0073561127832601925  -0.002371745888469407
 689.8327353648502 485.06169266959915 0.00028755014973561054 -0.0009973537094344351
 729.3781725739266  495.5207376473076      359.9991061775121 -0.0005793868444065472
 421.5313298328499  495.9474141851409    0.00851819173856682 -0.0013308055493282981
 694.8390061976295  509.5305205319393 0.00020019156541582563 -0.0002319329312739653
14.081606885276077  557.2166447486212   0.021107528702098505 -0.0005205285248208323
 881.6543299915564  595.8568645041335      359.9947254230886  0.0028688929381400895
 915.4735869466531  605.5705900525442      359.9937187373024  0.0032461369049492667
 996.4781613563033  622.2440029897667      359.9912890038844   0.003944930128583014
 794.4678033778682  628.5049053250357     359.99747921198633   0.003667173736498765
  840.081104132367  662.8420150991536      359.9961810901739  0.0048294298273538795
 481.7458734746978  736.5408482211899   0.007300242502125687   0.006221561579575905
 688.4363469452317  768.8245040889547  0.0010937407243143905    0.00772151655478467
 981.1057496757138  774.1328899034736     359.99218742384153    0.00856640104398379
 786.7033611257062  779.6094428435799     359.99813025456774   0.008285777187910513
 500.3213435066071  828.2875623678548   0.006972292739396447   0.009079392487024846
 845.1395260116918  888.2486429009447      359.9966490980914   0.011744618340666048
 799.9582256550444  894.1529473093893      359.9980397938047   0.011819651703137203
  845.956261130645  903.5178548940592     359.99666619433395   0.012212638460852125
 835.9945894894588  948.4929444611175     359.99709237310265   0.013561331318791536
1004.5948488048369  950.0992666738197      359.9919654017713   0.013995388320326398
 823.5753939434358  959.1642392517674      359.9974990166614   0.013857674611357278
 782.0375957577447  960.5590014045085     359.99876499345754   0.013802953255150834
 922.1356667374224  978.2850292332223      359.9945543794388   0.014667538039234738
 652.6937363556877 1016.2119840128314  0.0028391970295941005   0.015188260679953809

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -3.623553       -0.168281 pass
       0.059981        6.028601 pass
       1.980539       -4.873354 pass
      -2.866220        0.193737 pass
       7.784920       -1.983088 pass
       3.634933       -2.891154 pass
      -3.193980       -6.285198 pass
      -2.836849       -2.974549 pass
      -2.909741       -6.499978 pass
      -8.133392        1.859597 pass
       0.353129        2.226026 pass
       1.053862        1.412953 pass
       4.254858        9.720189 pass
       5.059229        0.811112 pass
       3.996774        9.099333 pass
       0.709307        4.538448 pass
      -0.742303        5.946131 pass
       1.029653        1.425431 pass
      -2.960956       -1.392640 pass
       0.386387       -5.730427 pass
      -0.904394       -1.974089 pass
       1.343169        8.392748 pass
      -3.586016       -3.851537 pass
       3.461547        5.235690 pass
       7.512148        5.220745 pass
       0.873008      -12.378314 pass
      -2.074170        1.443758 pass
       3.078815       -2.694230 pass
      -0.412341        5.627616 pass
       1.446377        1.397953 pass
       0.229756       -0.032288 pass
       1.365980        5.536941 pass
       0.324626       -9.252622 pass
      -2.683556       -0.802124 pass
       0.922188        9.394218 pass
      -0.453272        1.002852 pass
       2.654289      -10.307142 pass
       0.689635        0.241447 pass
       1.523119       -7.585423 pass
       4.684152       -0.753304 pass
       8.988473       -1.648692 pass
      -1.836059        2.798112 pass
       4.943346        5.312802 pass
       0.699602       -1.301541 pass
       2.161646        4.044166 pass
       3.139657        0.454847 pass
       7.353079        5.775123 pass

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.461396 10.8295555 55.684906
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
 632.7561014527342  43.52872182023289  0.0010205421837794608  -0.014486439834403033
 709.8260670657803   47.5058809583951      359.9986651486738  -0.014171609453174118
 910.5951520227544  74.15262735916836     359.99257332956284  -0.012857154436161493
 978.1739871993807   79.0963228230719      359.9905140485703  -0.012534008485688053
468.71224848996206 103.70989382247947   0.006208313253700151  -0.013083588821216326
 732.7915923131342 114.80647731539594      359.9981320786759  -0.012084423456772018
397.98413357499743 124.51335799099897   0.008431274139434002  -0.012630388543481575
  453.486222463101  138.5458169269537   0.006764205617381574   -0.01206602013451995
510.58256909558963  152.6453203832899   0.005048409422882343  -0.011494749469333973
 837.2169099602804 177.17912292467238      359.9950899031489  -0.009930524368498101
 574.5467924282938 184.53495588155457   0.003167889289769068  -0.010363947947852328
  881.072757297264 205.48539115095912     359.99381910057497   -0.00896034135706193
  967.924538456573 206.66197471295982     359.99115881981544  -0.008707846239862494
403.59519404561934 216.99772079775687   0.008494402627499458  -0.009802559375285612
415.27622730365823 223.52761937893004   0.008152919316814486  -0.009573745776052278
 489.0946428106659 234.93889167070938   0.005918805147617917  -0.009039428286146166
 730.7995005378147 246.70662956366752     359.99853698434373  -0.008076426945945311
495.33518932760904  249.7024097932946   0.005765471982520055  -0.008572152430679165
 873.0774447239464 266.42532686273233       359.994226190677  -0.007122277968077975
 741.6859285461186 279.93870052952946     359.99829103477674  -0.007032792110813749
 380.1370486212538  301.2438407112605   0.009427849888286459  -0.007283550963973088
 665.2269225901222 328.50792691218294  0.0007635010274181508  -0.005732431596715987
 721.1001264694142  352.4851006313926     359.99911513570277  -0.004858571502264583
 558.8372234547588 391.38558179923365   0.004187794040580324  -0.004063881330548656
456.46151568364206 459.25963414936314   0.007496328276344708  -0.002231803493918642
 689.8318563457915 485.05914533128765 0.00042757019837570275 -0.0008574342669445246
 729.3758901700103 495.52228213954953      359.9992462514958 -0.0004393448326454394
 421.5314421564851  495.9455044748265   0.008658183418549214  -0.001190864071148042
  694.837657200127  509.5318564734783 0.00034023640497564313  -9.18950864308775e-05
14.081803113089986  557.2159960609778    0.02124752117466758  -0.000380547908810225
 881.6523091352415  595.8547570266802      359.9948654790013   0.003008823453461035
 915.4741065868286  605.5711695752242      359.9938587230354  0.0033861559121944463
 996.4784351276294  622.2423567819199     359.99142899086496   0.004084880233595695
  794.469839790824  628.5055976724658     359.99761915170114  0.0038071998360018613
 840.0786466311152  662.8404021273825      359.9963211607397   0.004969374543000565
481.74592656195796  736.5414197031473  0.0074402423629929765   0.006361579245680676
 688.4356820369527  768.8238940960294  0.0012337593295742879    0.00786149626021711
 981.1089672696557  774.1361073647035     359.99232733469995   0.008706506831144933
 786.7045617896734   779.611802202087      359.9982702244455    0.00842585228151213
500.32197626807886  828.2892825101978   0.007112277959974392   0.009219446706782949
 845.1369459333854   888.244390359914     359.99678916491627   0.011884482514216926
 799.9586443996288  894.1555172153749     359.99817978807744   0.011959731139923258
 845.9561015097216  903.5187293444774      359.9968062015897   0.012352664779542435
 835.9932678302781  948.4906491194473     359.99723240700996   0.013701258281230323
1004.5949500781727  950.1001812322297     359.99210540123534    0.01413541643042263
 823.5785927457607  959.1670105496879      359.9976389269887   0.013997766512779123
 782.0375591951885  960.5596213741295      359.9989049962459    0.01394297205959524
 922.1365503429363  978.2855175769723     359.99469435389864   0.014807554933294118
 652.6933028870272 1016.2125890007942  0.0029792117714372685   0.015328278029687408

RA_Diff (mas)  Dec_diff (mas) pass/fail

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.166319 10.819193 52.431835
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 646.9460364189496 123.58824806720995  0.0008803409666353219    -0.01462544759401453
 724.0252320146072  127.5820452764259      359.9985251448545      -0.014310524077353
 924.8606761687124 154.24326052907645      359.9924329361845   -0.012996383566727537
   992.45691902968 159.27374467532363     359.99037339685844   -0.012673064323221303
482.87053476521277 183.28959656865936   0.006068231603246421   -0.013222390879844007
 747.0589422960411 194.39222695244513      359.9979919488258   -0.012223096373398978
412.11218706689084 203.90829274053294   0.008291045403339596   -0.012771385160995604
467.56583952342805 217.90372011464456    0.00662635936109802    -0.01220484372594049
 524.7770858845939 231.89311550157834  0.0049079203445831455   -0.011633826109081785
 851.5364944961776  256.5001400819646     359.99495137802734   -0.010069281024660396
  588.705062769309 263.51085726272504  0.0030296502371099806   -0.010506455620478956
 895.4584259369747 284.53409875070355     359.99367964554193     -0.0091047589609821
 982.4255461949168  285.9202146860721     359.99101719217686   -0.008849400351720169
 417.7174017858739 295.82945696890056   0.008353917643836436   -0.009945222372284788
 429.4042633190108  302.3938491302124   0.008012662027330593   -0.009714355847956803
 503.2698996261898 313.66457227896325      0.005778574588179   -0.009182449351832687
 745.2283576279594  325.5350018038381     359.99839492246144   -0.008217355359381432
509.53867989539395 328.42412505899017   0.005624735426441953   -0.008713537241315246
 887.5443812545439  345.2641690333635      359.9940862878344      -0.007265244786619
 756.1049685736115 358.67865141799314      359.9981503199985    -0.00717342350491229
394.23291927272953 379.85017585787546   0.009287587812766219    -0.00742439167826378
 679.5634066559268  407.0596025804446  0.0006242027742464089   -0.005873736972104611
 735.4844061261805  431.0996831560591     359.99897662127745  -0.0049976416161509035
 573.1313058171473 469.80286113326713   0.004047329109084021   -0.004205179593319682
 470.5890419719976  537.6340474457602   0.007357930444448098    -0.00237327401915634
  704.327058625501  563.4788329832742 0.00028666582563447254  -0.0009992064146646443
 435.6105785039881  574.3863481872331   0.008520331771738035  -0.0013305748801799543
  743.874891664683  573.9747828254133      359.9991067931344  -0.0005809777008637135
 709.3557006099318  587.9666594324468  0.0001991739613351785 -0.00023358941671565873
27.531278375167513  635.8512293053622   0.021115014317358988  -0.0005216216890524824
 896.4408422838092  674.4980277163539     359.99472377077933   0.0028676799548390266
 930.3046944886573   684.334662079809      359.9937171097069   0.0032476367453057745
1011.3109434871345  701.0321927252717     359.99128955084143    0.003944579315404069
  809.095857702636  707.1484044619239     359.99747998772455   0.0036660735530476296
 854.7864857555858  741.5832025222157     359.99618146318284   0.0048288846011218705
  496.042646678495   815.501330316961    0.00730043085322982    0.006226567438309456
  702.974834779573  847.7555655541388  0.0010946992939119733    0.007721763324996789
 995.9743233516383  853.1699976082482      359.9921875269867    0.008566666045003165
 801.4327560408036  858.5945248989527      359.9981289789841    0.008286199706369223
 514.6244381546285  907.3352544164048   0.006973482959273866    0.009079930104721341
 859.8694947178157  967.5204508513665     359.99664969864597    0.011745747050078564
 814.6347535333018  973.4206873951758     359.99804066679786    0.011820395007652196
 860.6853482064994  982.8172971910304      359.9966667541225     0.01221360129934576

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.203028      -11.543093 pass
       4.893700        4.162587 pass
       7.721476        1.713322 pass
       1.151995       -5.124618 pass
       3.349600      -11.786469 pass
      -0.044192       -6.935209 pass
       4.794378       -5.669569 pass
      -4.682542        2.747970 pass
       2.515126        6.289380 pass
       5.338653        3.348377 pass
       4.636204       -0.881232 pass
       3.313240        4.226007 pass
       5.923951       -6.332260 pass
       2.400472        8.622028 pass
       0.833772        5.792833 pass
      -0.744716       -7.119723 pass
       5.836599       -2.309818 pass
      -1.483874       -5.010042 pass
      -1.616971       -5.114465 pass
       8.560898        9.788311 pass
       7.015773       10.453056 pass
       1.551072        5.642778 pass
      -1.702848        2.397762 pass
       1.184793       -7.846536 pass
      -1.531483       -5.217667 pass
      -2.171310        3.368436 pass
       1.667458      -11.215436 pass
      -7.275657        0.718943 pass
       0.163452        5.813420 pass
      -1.216702       -1.281053 pass
      -3.205055       -4.907717 pass
      -2.973739       -5.721900 pass
      -4.425194      -11.952163 pass
       3.370264        2.219160 pass
       8.427480        1.988662 pass
      -4.552465       -1.934069 pass
       3.303518       -4.400540 pass
       2.714841        2.164678 pass
       9.540854        5.559766 pass
      -2.908163       -5.041266 pass
      -0.279139        2.320706 pass

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.167205 10.820021 52.420555
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
 646.9454800415763 123.59122321380107  0.0008803656879164385  -0.014625358834867506
 724.0256726768248 127.58013796160934      359.9985251264132   -0.01431058074881553
 924.8597080043684  154.2432706124099     359.99243296590157  -0.012996385708730001
 992.4534255006282  159.2718625921307      359.9903734990552  -0.012673130090554478
 482.8696673425391  183.2899835191299   0.006068259202637669  -0.013222381265036554
 747.0578849106864 194.39226082259032      359.9979919813537  -0.012223097981552028
 412.1139269048188 203.90945048821695    0.00829099500464183  -0.012771345469780142
467.56675428766414  217.9036290726527  0.0066263310760417415   -0.01220484420928609
 524.7779965210373 231.88761492892587   0.004907878219448835  -0.011633991987964873
 851.5351015628255 256.50133330428804      359.9949514239217  -0.010069248022576957
 588.7056787681511 263.50878787844727   0.003029625957239504   -0.01050651745401577
 895.4613105651895 284.53301855679746      359.9936795541991  -0.009104784903560181
 982.4265095675484  285.9188137972235     359.99101715886314  -0.008849440744045681
417.71543674308754  295.8303503510455   0.008353980132200288   -0.00994519994298999
 429.4043006594748   302.391294319142   0.008012654340806747  -0.009714434124611955
 503.2701695686526   313.660954522638   0.005778556956879143  -0.009182559722200206
  745.227175719965 325.53650613651814     359.99839496270187  -0.008217312112789378
 509.5395129140925  328.4264116852812   0.005624715832518511  -0.008713464923489102
 887.5432061951202  345.2660055868902      359.9940863288323  -0.007265191349839529
 756.1041842849181  358.6800425484636      359.9981503477614  -0.007173382702703706
394.23237537998807 379.85139546326104   0.009287607567243169  -0.007424355561664159
 679.5646720105382  407.0614691793956  0.0006241690117001846 -0.0058736764496161555
 735.4846227401789  431.0987984975643     359.99897661226294  -0.004997668302282632
 573.1327307968371  469.8028377674046   0.004047285469453377  -0.004205176771126612
 470.5899109886719   537.634139560142   0.007357904143361665 -0.0023732689841836083
 704.3299938731695  563.4795835368527 0.00028657817169840187 -0.0009991762174390486
 435.6099546323682  574.3867880651862   0.008520351938341926 -0.0013305629301788556
  743.876859351675  573.9722780891316     359.99910672620973  -0.000581050034878793
  709.353752512589  587.9671313943018 0.00019923473444689437 -0.0002335795982129045
27.528381239185606   635.852642005663   0.021115105964276147 -0.0005215862798103629
 896.4397012609306  674.5007838620852      359.9947238133093   0.002867761902645875
 930.3064781430503   684.334060840617      359.9937170535473   0.003247622400811566
1011.3112434924527  701.0314437239015     359.99128953955324   0.003944557036107322
 809.0957248208425  707.1478396927572     359.99747999022435   0.003666055911212994
 854.7882520124947  741.5815247429309     359.99618140466794   0.004828837272518164
 496.0419398685006  815.5016620469418   0.007300453193028751  0.0062265758102119555
 702.9741875563504  847.7562918805631  0.0010947209288824965   0.007721783980913229
 995.9721439659877  853.1689695028363     359.99218759056447   0.008566629720873442
 801.4316652320226  858.5921814993368      359.9981290057719   0.008286125536795407
 514.6267263594901  907.3369596675094    0.00697341792737487   0.009079987884410582
 859.8707171877863  967.5196606903338     359.99664965931487   0.011745725802043364
 814.6354876594828  973.4205911145488     359.99804064422983   0.011820393789056067
 860.6851506594377  982.8162979189045     359.99666675739485   0.012213570408960222

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.518582      -11.434383 pass
       4.791874        4.160847 pass
       7.655088        1.509304 pass
       1.251941       -4.977730 pass
       3.254916      -11.768343 pass
      -0.035192       -6.998720 pass
       4.866978       -5.626549 pass
      -4.604656        2.822331 pass
       2.373534        6.212887 pass
       5.104539        3.556384 pass
       4.783796       -0.688859 pass
       3.161590        3.628843 pass
       5.595117       -6.425653 pass
       2.319227        8.617641 pass
       0.933129        5.827446 pass
      -0.985645       -7.380126 pass
       5.804147       -2.405888 pass
      -1.412758       -4.880022 pass
      -1.657608       -5.194670 pass
       8.726118        9.907119 pass
       7.132873       10.447266 pass
       1.631495        5.672917 pass
      -1.473968        2.266995 pass
       1.027690       -7.836376 pass
      -1.594955       -5.615000 pass
      -1.803401        3.131674 pass
       1.456805      -11.385819 pass
      -7.179221        0.451932 pass
      -0.017983        5.956309 pass
      -1.244373       -1.562849 pass
      -3.407230       -4.959357 pass
      -2.754956       -5.686554 pass
      -4.272087      -11.657150 pass
       3.477246        2.211449 pass
       8.516476        2.308194 pass
      -4.623003       -1.673725 pass
       3.528476       -4.319795 pass
       2.726621        2.053472 pass
       9.453446        5.337166 pass
      -3.028093       -5.186679 pass
      -0.134273        2.476394 pass

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.14942 10.819677 52.3238
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 695.2882988999536 103.10651467532003  0.0008800008772832899   -0.014624813910079982
 772.3744183009295  107.0815682195305      359.9985245931245   -0.014309869787115948
  973.228381685913 133.63302595063803     359.99243224223216   -0.012997673379714877
 531.2457880501139 162.90678044840305   0.006067753827247839   -0.013222863142923662
 795.4098654036351 173.99541287004112      359.9979911433319   -0.012223925183360086
  460.547711377863  183.5249036196875   0.008289441834595316   -0.012772358696295038
 515.9706963233565 197.55498823067623   0.006625409028767752   -0.012205661433268716
 573.1045796641623 211.60813499707166   0.004909149394200925    -0.01163371221201762
 899.8933788590772 236.19645940742822      359.9949503013732   -0.010070332329877986
 637.0838241772371 243.32047754138887    0.00302930239325246   -0.010504872055279972
 943.8044405646633 264.45023347848417      359.9936793323863   -0.009100426256506654
466.16761385963326  275.6415362787146   0.008353364238678336    -0.00994304344948607
 477.7998425311254 282.12836328156897   0.008013547610210205   -0.009714975271219643
 551.6424228064568  293.5141692246144   0.005779824893848046   -0.009180675245526442
 793.5362941129501  305.3737976889193     359.99839615145964   -0.008218045255784857
 557.9115612743607  308.2309333789397   0.005626000043587533   -0.008713509112374706
   935.89818015132  325.1387934464577      359.9940855059957    -0.00726544155060442
 804.4990143921109  338.5651047740593      359.9981491833879  -0.0071737216779422215
 442.6930855595648  359.6109073627168   0.009288286507927042   -0.007424822264389844
 727.9952424701189 386.98027318926063  0.0006232392478226067   -0.005873735036980789
 783.9187945939353 411.06018073336685      359.9989753985937    -0.00499750078331377
 621.5759401883365  449.7014536319138    0.00404829003612404   -0.004205284148308415
 519.1902540839886  517.5298630654247   0.007357057943188697   -0.002371136402893473
 752.7897384965033   543.479054423098 0.00028734675743388586  -0.0009989984751563358
484.25480678313863   554.161793091394   0.008519257795758167   -0.001330984310451842
 792.3715451848047  553.9949623101498      359.9991060833142  -0.0005807988134908488
 757.8281459003109  567.9717563455148 0.00019999925135859084  -0.0002333580126112227
396.18338983138534  604.5780857775677    0.01133613097965103 -3.5146940737205506e-06
 76.35854360332827  615.2713546165651   0.021113604528003087  -0.0005212509629759039
 944.8620518533836  654.6300422676247      359.9947249668796   0.0028684712215900337
 978.7199582266016  664.4764120134141      359.9937180442408     0.00324823477261302
 857.5978321036471  687.1863850362278      359.9974808060295   0.0036657619234262495
 903.3383272720531  721.6639082807033     359.99618069821037    0.004829340458761752
  544.822969770774  795.1767613387013   0.007300501536278909     0.00622535560971207
 751.6593136994991  827.6341518190358  0.0010951813293202872   0.0077212194450194584
 850.0297444326784  838.5511439029677     359.99813041047923    0.008285502452127409
 563.5070365304637  886.9914021805405   0.006972577193303109    0.009079660723682728
 908.5174896745665  947.4667033713542     359.99665071218845     0.01174530799753924
 863.3821582485261    953.31539644542     359.99803984272904    0.011819834480523251
 909.4201911354062  962.7615722742491      359.9966654557789    0.012213561507437893
 899.4889080888873 1007.7029930107033      359.9970911156624    0.013559580759199472
 845.5160643327326 1019.3354165427019      359.9987631926184      0.0137889507124076
 887.0452334515168 1018.3645917674779      359.9974986040853    0.013855459901527773

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.425293       -1.944355 pass
       1.248327      -10.794511 pass
       1.472504        1.218840 pass
       5.735248        4.068766 pass
      -2.939804       -6.198041 pass
       0.208595       -4.091050 pass
       2.901706       -8.057076 pass
       0.928065       -7.143518 pass
      -2.947214        0.790002 pass
       6.163878        4.708791 pass
       2.077896        2.378605 pass
       1.821585       -1.589582 pass
       7.737819        4.636037 pass
       4.796591        9.265477 pass
      -0.566175        6.604130 pass
      -0.886222        4.092685 pass
      -3.300069       -6.475729 pass
       1.434937       -1.802820 pass
       1.031429       -6.560152 pass
      -3.183615        2.090733 pass
       4.684943        6.003612 pass
       4.115995        7.469340 pass
       1.805531        1.280195 pass
       4.644130       -8.222934 pass
       2.969618        1.169116 pass
      -1.086443       -9.574348 pass
      -2.122275       -1.791172 pass
      -5.609395        2.308693 pass
       1.971397       -3.510976 pass
       0.159267       -2.754819 pass
      -0.002695       -4.888845 pass
      -0.119234       -9.103602 pass
       0.872036       -2.424167 pass
       7.203158        4.269924 pass
       0.000157       -1.832805 pass
       1.311259        3.443582 pass
      -1.959196        2.021427 pass
       8.288616       11.260601 pass
       4.145255       -0.162921 pass

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.148314 10.819933 52.31703
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
   695.28794170584 103.10641319490699  0.0008800115795231863   -0.01462481787900968
 772.3731936505352 107.08007937646431      359.9985246268782  -0.014309917872403828
 973.2281832908834  133.6348268676595       359.992432252969  -0.012997619538201288
 531.2461240972619 162.90616024026545   0.006067741924447004  -0.013222881168460607
 795.4082883628598  173.9964145346605     359.99799119432987   -0.01222389869223297
 460.5482539991836 183.52565213354322   0.008289427105149128  -0.012772334529918135
  515.971022928771 197.55386309448286   0.006625396116303293  -0.012205694933804823
 573.1055169320389  211.6075876893692  0.0049091192277255415  -0.011633726576394846
 899.8952017510751 236.19527724644132     359.99495024232874  -0.010070363843153046
  637.082904882704 243.32193769850684   0.003029334402767267   -0.01050482968984714
 943.7992653146599  264.4489310792786     359.99367948756526  -0.009100478721790392
 466.1660535560782   275.640950154766   0.008353410553245011  -0.009943065336091812
477.79796528347913  282.1275102677306   0.008013602946853783  -0.009715006139339866
 551.6441749526855  293.5150245290313   0.005779773415525509  -0.009180644632308558
 793.5314353855134 305.37140487562107      359.9983962940064   -0.00821813048577351
 557.9109575174925 308.23135130802393   0.005626019634737101  -0.008713497795483575
 935.8973036748098 325.14009061951293      359.9940855363827  -0.007265403985229679
 804.4988427398484 338.56293884484654      359.9981491828204  -0.007173788531946998
 442.6927137354523  359.6114345294081   0.009288299245937747  -0.007424807000506554
 727.9943724390052  386.9821714885887  0.0006232709857077299  -0.005873678813221203
 783.9162233378428  411.0579407438311      359.9989754712712  -0.004997575863914036
 621.5767698477409 449.70199238928535   0.004048266080364153  -0.004205265514444473
 519.1911503353462  517.5358092205225  0.0073570460586275645 -0.0023709510343529468
 752.7880780342024  543.4801203561428  0.0002874004121121975  -0.000998969663921725
484.25376556038856  554.1619772165304    0.00851929006313443 -0.0013309812693040395
 792.3751873690417  553.9946415511126      359.9991059710994 -0.0005808000012685225
 757.8304438957533  567.9695819856329 0.00019992310895048133 -0.0002334194004333699
396.18468311561935  604.5807611777432   0.011336098337038783 -3.429058731243893e-06
 76.35814999540862  615.2723711714851    0.02111361895637598 -0.0005212208222102637
 944.8635640932658  654.6310144514106     359.99472492340107  0.0028685045368420587
 978.7205619653042  664.4790452486839     359.99371803321566   0.003248316935449173
 857.5958244646582  687.1827860653182      359.9974808573291  0.0036656467929251264
 903.3399724466342  721.6604165017714     359.99618063825375   0.004829237186174471
 544.8233340592824  795.1777717322748   0.007300493096006179   0.006225387462063048
 751.6584803677636  827.6363909001989  0.0010952127669043958   0.007721285965960717
 850.0294380306964    838.55150947549      359.9981304208188   0.008285512920257644
 563.5067284206251  886.9918823123108   0.006972587803690846    0.00907967462159978
 908.5206742421236  947.4677816020749      359.9966506182584    0.01174534815537037
 863.3827492499984  953.3136639288376     359.99803982000446   0.011819783039594491
 909.4171471081825  962.7581389765916     359.99666553892456   0.012213449914027643
 899.4888297651883 1007.7051953534469     359.99709112408334   0.013559647619545423
 845.5162351428138 1019.3362542119728     359.99876318970763   0.013788976596931363
  887.044887942196 1018.3648827073387       359.997498615383    0.01385546795957044

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.384621       -1.915346 pass
       1.441484      -10.690790 pass
       1.426019        1.098238 pass
       5.856762        3.895659 pass
      -2.941847       -6.438715 pass
       0.165811       -3.423724 pass
       3.086385       -8.471545 pass
       1.044227       -7.132569 pass
      -2.834039        1.029477 pass
       5.825730        4.853359 pass
       2.116093        2.428638 pass
       1.930978       -1.454347 pass
       7.629220        4.584325 pass
       5.355235        9.076602 pass
      -0.647984        6.418943 pass
      -0.929072        4.027794 pass
      -3.704042       -6.480005 pass
       1.696576       -2.073110 pass
       1.077285       -6.505202 pass
      -3.153300        2.331430 pass
       4.472383        5.890165 pass
       4.299587        7.564708 pass
       1.775146        1.394863 pass
       4.557889       -8.155852 pass
       2.784296        1.279324 pass
      -1.302286       -9.946130 pass
      -2.085052       -1.753487 pass
      -5.662421        2.395692 pass
       2.170609       -3.622102 pass
       0.119576       -2.459032 pass
      -0.276808       -5.109842 pass
      -0.275756       -8.983667 pass
       0.910688       -2.230338 pass
       7.241686        4.255636 pass
       0.070685       -1.792064 pass
       1.477992        3.364790 pass
      -1.659872        1.619690 pass
       8.403850       11.413117 pass
       4.658423       -0.469749 pass

RA difference mean, median and std (units in mas) 1.1084997025612093 0.928302277808206 3.5773131993903524
Dec difference mean, median and std (units in mas) -0.17537865973407207 1.1691161048078824 5.539940734870295


# Run Calwebb_image3 on the association table with tweakreg on
    
# set any specific parameters
# tweakreg parameters to allow data to run
fwhm = 3.318 #3.27  # Gaussian kernel FWHM of objects expected, default=2.5
minobj = 5  # minimum number of objects needed to match positions for a good fit, default=15
snr = 40 # signal to noise threshold, default=5
sigma = 3 # clipping limit, in sigma units, used when performing fit, default=3
fit_geom ='rshift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
use2dhist = False  # boolean indicating whether to use 2D histogram to find initial offset, default=True
search_radius = 1.0 # radius in arcseconds to search for a match
tol = 1.0  # Matching tolerance for xyxymatch in arcsec. (Default=1.0)
use2dhist = True  # boolean indicating whether to use 2D histogram to find initial offset, default=True
   
pipe3=Image3Pipeline()    
pipe3.tweakreg.kernel_fwhm = fwhm
pipe3.tweakreg.snr_threshold = snr
pipe3.tweakreg.minobj = minobj
pipe3.tweakreg.sigma = sigma
pipe3.tweakreg.fitgeometry = fit_geom
pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.save_catalogs = True
#pipe3.tweakreg.skip = True        # test to see if this affects the final output
pipe3.outlier_detection.skip = True
pipe3.source_catalog.save_results = True
pipe3.save_results = True
#pipe3.output_dir = datadir

# run Image3

#im = pipe3.run(rtdata.input)
image = pipe3.run('starfield_50star4ptdither_asnfile.json')
print('Image 3 pipeline finished.')

2022-10-06 05:53:32,618 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-10-06 05:53:32,619 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-10-06 05:53:32,621 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-10-06 05:53:32,622 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-10-06 05:53:32,623 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-10-06 05:53:32,625 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-10-06 05:53:32,626 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-10-06 05:53:32,809 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_50star4ptdither_asnfile.json',).
2022-10-06 05:53:32,815 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 3.318, 'snr_threshold': 40, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 2.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'rshift', 'nclip': 3, 'sigma': 3, 'abs_refcat': '', 'save_abs_catalog': False, 'abs_minobj': 15, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 25, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-10-06 05:53:32,947 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-10-06 05:53:32,953 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-10-06 05:53:32,954 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits'.
2022-10-06 05:53:32,955 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:53:32,956 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-10-06 05:53:34,062 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-10-06 05:53:34,065 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 3.318, 'snr_threshold': 40, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 2.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'rshift', 'nclip': 3, 'sigma': 3, 'abs_refcat': '', 'save_abs_catalog': False, 'abs_minobj': 15, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}
2022-10-06 05:53:34,196 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 108 sources in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits.
2022-10-06 05:53:34,200 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-10-06 05:53:34,345 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 106 sources in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits.
2022-10-06 05:53:34,350 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-10-06 05:53:34,567 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 108 sources in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits.
2022-10-06 05:53:34,574 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-10-06 05:53:34,717 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 107 sources in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits.
2022-10-06 05:53:34,721 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-10-06 05:53:34,851 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 89 sources in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits.
2022-10-06 05:53:34,855 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-10-06 05:53:34,988 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 94 sources in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits.
2022-10-06 05:53:34,992 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-10-06 05:53:35,154 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 94 sources in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits.
2022-10-06 05:53:35,159 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-10-06 05:53:35,309 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 92 sources in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits.
2022-10-06 05:53:35,313 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-10-06 05:53:35,336 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:53:35,337 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 8.
2022-10-06 05:53:35,337 - stpipe.Image3Pipeline.tweakreg - INFO - Image groups:
2022-10-06 05:53:35,361 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal':
2022-10-06 05:53:35,361 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal
2022-10-06 05:53:35,385 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal':
2022-10-06 05:53:35,386 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal
2022-10-06 05:53:35,408 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal':
2022-10-06 05:53:35,409 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal
2022-10-06 05:53:35,433 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal':
2022-10-06 05:53:35,434 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal
2022-10-06 05:53:35,456 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal':
2022-10-06 05:53:35,457 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal
2022-10-06 05:53:35,482 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal':
2022-10-06 05:53:35,482 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal
2022-10-06 05:53:35,505 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal':
2022-10-06 05:53:35,506 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal
2022-10-06 05:53:35,530 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal':
2022-10-06 05:53:35,531 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal
2022-10-06 05:53:35,531 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:53:35,532 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-06 05:53:35,532 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-10-06 05:53:35.532107
2022-10-06 05:53:35,532 - stpipe.Image3Pipeline.tweakreg - INFO -       Version 0.8.0
2022-10-06 05:53:35,533 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-06 05:53:35,707 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' as reference image
2022-10-06 05:53:35,712 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-10-06 05:53:35,831 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-10-06 05:53:35,832 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-06 05:53:35,833 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of -0.001184, -0.002197 with significance of 27.97 and 279 matches.
2022-10-06 05:53:35,834 - stpipe.Image3Pipeline.tweakreg - INFO - Found 61 matches for 'GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal'...
2022-10-06 05:53:35,835 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-06 05:53:35,837 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal:
2022-10-06 05:53:35,838 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: 6.39568e-05  YSH: -6.07749e-05    ROT: 8.67236e-05    SCALE: 1
2022-10-06 05:53:35,838 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:53:35,838 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00103865   FIT MAE: 0.000842834
2022-10-06 05:53:35,838 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 58 objects.
2022-10-06 05:53:35,875 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal' to the reference catalog.
2022-10-06 05:53:35,997 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-10-06 05:53:35,998 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-06 05:53:35,999 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of -0.1625, -0.1791 with significance of 22.29 and 256 matches.
2022-10-06 05:53:36,000 - stpipe.Image3Pipeline.tweakreg - INFO - Found 45 matches for 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal'...
2022-10-06 05:53:36,001 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-06 05:53:36,003 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal:
2022-10-06 05:53:36,003 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: 0.0131503  YSH: 0.196656    ROT: 0.00927012    SCALE: 1
2022-10-06 05:53:36,003 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:53:36,004 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.304291   FIT MAE: 0.281387
2022-10-06 05:53:36,004 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 45 objects.
2022-10-06 05:53:36,041 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-10-06 05:53:36,164 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-10-06 05:53:36,165 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-06 05:53:36,166 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.5075, 0.431 with significance of 32.32 and 246 matches.
2022-10-06 05:53:36,168 - stpipe.Image3Pipeline.tweakreg - INFO - Found 51 matches for 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal'...
2022-10-06 05:53:36,168 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-06 05:53:36,170 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal:
2022-10-06 05:53:36,171 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.53365  YSH: -0.368247    ROT: 0.0572337    SCALE: 1
2022-10-06 05:53:36,171 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:53:36,172 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.395133   FIT MAE: 0.33347
2022-10-06 05:53:36,172 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 51 objects.
2022-10-06 05:53:36,209 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal' to the reference catalog.
2022-10-06 05:53:36,332 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-10-06 05:53:36,333 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-06 05:53:36,334 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of -0.2744, -0.4457 with significance of 16.11 and 220 matches.
2022-10-06 05:53:36,336 - stpipe.Image3Pipeline.tweakreg - INFO - Found 33 matches for 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal'...
2022-10-06 05:53:36,336 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-06 05:53:36,338 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal:
2022-10-06 05:53:36,339 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: 0.00226849  YSH: 0.289219    ROT: 0.0899661    SCALE: 1
2022-10-06 05:53:36,339 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:53:36,340 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.313637   FIT MAE: 0.309201
2022-10-06 05:53:36,340 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 33 objects.
2022-10-06 05:53:36,378 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-10-06 05:53:36,500 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-10-06 05:53:36,501 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-06 05:53:36,503 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of -0.27, -0.4569 with significance of 19.47 and 219 matches.
2022-10-06 05:53:36,504 - stpipe.Image3Pipeline.tweakreg - INFO - Found 32 matches for 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal'...
2022-10-06 05:53:36,505 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-06 05:53:36,506 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal:
2022-10-06 05:53:36,507 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: 0.00158046  YSH: 0.297071    ROT: 0.0798046    SCALE: 1
2022-10-06 05:53:36,507 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:53:36,507 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.315601   FIT MAE: 0.311718
2022-10-06 05:53:36,508 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 32 objects.
2022-10-06 05:53:36,544 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal' to the reference catalog.
2022-10-06 05:53:36,903 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-10-06 05:53:36,904 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-06 05:53:36,905 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.01192, -0.03188 with significance of 19.4 and 228 matches.
2022-10-06 05:53:36,906 - stpipe.Image3Pipeline.tweakreg - INFO - Found 47 matches for 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal'...
2022-10-06 05:53:36,907 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-06 05:53:36,908 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal:
2022-10-06 05:53:36,909 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.0388831  YSH: 0.00303485    ROT: 0.00746465    SCALE: 1
2022-10-06 05:53:36,909 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:53:36,910 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.396559   FIT MAE: 0.276963
2022-10-06 05:53:36,910 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 47 objects.
2022-10-06 05:53:36,948 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-10-06 05:53:37,078 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-10-06 05:53:37,079 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-06 05:53:37,080 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.01493, -0.05081 with significance of 19.05 and 222 matches.
2022-10-06 05:53:37,081 - stpipe.Image3Pipeline.tweakreg - INFO - Found 44 matches for 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal'...
2022-10-06 05:53:37,082 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-06 05:53:37,084 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal:
2022-10-06 05:53:37,085 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.0279221  YSH: 0.0193533    ROT: 0.055211    SCALE: 1
2022-10-06 05:53:37,085 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-06 05:53:37,085 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.373871   FIT MAE: 0.259361
2022-10-06 05:53:37,085 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 44 objects.
2022-10-06 05:53:37,124 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-06 05:53:37,125 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-10-06 05:53:37.124365
2022-10-06 05:53:37,125 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:01.592258
2022-10-06 05:53:37,125 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-06 05:53:37,289 - stpipe.Image3Pipeline.tweakreg - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-10-06 05:53:37,300 - stpipe.Image3Pipeline.tweakreg - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:53:37,301 - stpipe.Image3Pipeline.tweakreg - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:53:37,410 - stpipe.Image3Pipeline.tweakreg - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:53:37,411 - stpipe.Image3Pipeline.tweakreg - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:53:37,628 - stpipe.Image3Pipeline.tweakreg - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-10-06 05:53:37,745 - stpipe.Image3Pipeline.tweakreg - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:789: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-10-06 05:53:37,756 - stpipe.Image3Pipeline.tweakreg - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:53:37,756 - stpipe.Image3Pipeline.tweakreg - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:53:37,865 - stpipe.Image3Pipeline.tweakreg - WARNING - Failed to update 'meta.wcsinfo' with FITS SIP approximation. Reported error is:
2022-10-06 05:53:37,866 - stpipe.Image3Pipeline.tweakreg - WARNING - "Failed to achieve required error tolerance"
2022-10-06 05:53:37,993 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-10-06 05:53:38,226 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-10-06 05:53:38,228 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-10-06 05:53:38,454 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:53:38,455 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-10-06 05:53:38.454193
2022-10-06 05:53:38,455 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:53:38,455 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-10-06 05:53:38,456 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-10-06 05:53:38,456 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-10-06 05:53:38,456 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:53:38,457 - stpipe.Image3Pipeline.skymatch - INFO - ----  Computing differences in sky values in overlapping regions.
2022-10-06 05:53:50,383 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.00048538
2022-10-06 05:53:50,384 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.00909174
2022-10-06 05:53:50,384 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.00911751
2022-10-06 05:53:50,385 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.00354278
2022-10-06 05:53:50,385 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0
2022-10-06 05:53:50,385 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.0095849
2022-10-06 05:53:50,386 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.0055448
2022-10-06 05:53:50,386 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.0119567
2022-10-06 05:53:50,386 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:53:50,387 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-10-06 05:53:50.386860
2022-10-06 05:53:50,387 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:11.932667
2022-10-06 05:53:50,387 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:53:50,421 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-10-06 05:53:50,626 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-10-06 05:53:50,628 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': True, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}
2022-10-06 05:53:50,628 - stpipe.Image3Pipeline.outlier_detection - INFO - Step skipped.
2022-10-06 05:53:50,645 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-10-06 05:53:50,819 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-10-06 05:53:50,821 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:53:50,838 - stpipe.Image3Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:53:50,861 - stpipe.Image3Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:53:50,862 - stpipe.Image3Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:53:50,862 - stpipe.Image3Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:53:50,862 - stpipe.Image3Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:53:51,042 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_50star4ptdither_combined.fits
2022-10-06 05:53:51,690 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-10-06 05:53:52,284 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:53:53,208 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:53:54,128 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:53:55,051 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:53:55,988 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:53:56,897 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:53:57,815 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:53:58,734 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:53:58,912 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:53:59,474 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:00,400 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:01,342 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:02,270 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:03,197 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:04,113 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:05,030 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:05,945 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:06,132 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:54:06,698 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:07,625 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:08,542 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:09,479 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:10,400 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:11,360 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:12,333 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:13,476 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:13,681 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:54:14,416 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:15,582 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:16,753 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:17,941 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:19,122 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:20,360 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:21,423 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:22,345 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1139, 1118)
2022-10-06 05:54:22,533 - stpipe.Image3Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
  output_variance = np.reciprocal(inverse_variance_sum)

2022-10-06 05:54:22,576 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.021876254 -0.020165686 0.024941630 0.014764985 359.990654982 0.017773844 359.987589606 -0.017156827
2022-10-06 05:54:23,044 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_combined_i2d.fits
2022-10-06 05:54:23,045 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-10-06 05:54:23,281 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1139, 1118) from starfield_50star4ptdither_combined_i2d.fits>,).
2022-10-06 05:54:23,283 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 25, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-10-06 05:54:23,300 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file: /grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits
2022-10-06 05:54:23,309 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file: /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-10-06 05:54:23,310 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-10-06 05:54:23,310 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-10-06 05:54:23,310 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F1130W
2022-10-06 05:54:23,311 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-10-06 05:54:23,362 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 5.49349
2022-10-06 05:54:23,434 - stpipe.Image3Pipeline.source_catalog - INFO - Background could not be estimated in meshes. Using the entire unmasked array for background estimation: bkg_boxsize=(1139, 1118).
2022-10-06 05:54:23,663 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 276 sources
2022-10-06 05:54:23,990 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_50star4ptdither_combined_cat.ecsv
2022-10-06 05:54:24,121 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_50star4ptdither_combined_segm.fits
2022-10-06 05:54:24,122 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_50star4ptdither_combined_segm.fits
2022-10-06 05:54:24,123 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-10-06 05:54:24,124 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done

Image 3 pipeline finished.


# Get list of catalogs

cataloglist = [ele.replace('cal.fits', 'cal_cat.ecsv') for ele in imagelist]
print(imagelist)
print()
print(cataloglist)

['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits']

['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal_cat.ecsv', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal_cat.ecsv', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal_cat.ecsv', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal_cat.ecsv']


# Loop through each image and overplot the sources found in the individual catalogs

index=0
for cal_image in imagelist:
    indimage = ImageModel(cal_image)
    ind_data = indimage.data
    
    indcat = cataloglist[index]
    catdata = table.Table.read(indcat, format='ascii', comment='#')
    print(cal_image)
    print(indcat)
    print(len(catdata['xcentroid']), 'sources found')
    
    # mark sources on image frame to see if the correct sources were found
    norm = ImageNormalize(stretch=SqrtStretch())
    # keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
    plt.figure(figsize=(20,20))
    plt.imshow(ind_data, cmap='Greys', origin='lower', vmin=0,vmax=50)#, norm=norm)
    plt.scatter(catdata['xcentroid'], catdata['ycentroid'],lw=1, s=20,color='red')
    plt.show()
    index = index+1
    print()

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
108 sources found

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
106 sources found

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
108 sources found

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
107 sources found

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
89 sources found

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
94 sources found

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
94 sources found

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
92 sources found


im = ImageModel('starfield_50star4ptdither_combined_i2d.fits')
pixarea = im.meta.photometry.pixelarea_steradians
print('Pixel area in steradians', pixarea)

# pull out data portion of input file
data = im.data

# print stats on input image
mean, median, std = sigma_clipped_stats(data, sigma=200.0, maxiters=5)  # default sigma=3
print('Image mean, median and std',mean, median, std)

Pixel area in steradians 2.84403609523084e-13
Image mean, median and std 10.143982 10.815674 38.717743


# Run DAOStarFinder to find sources in image

ap_radius = 5.  # radius for aperture for centroiding and photometry

daofind = DAOStarFinder(fwhm=3.0, threshold=10.*std)    # default threshold=5*std, fwhm=3
sources = daofind(data)    

# Create apertures for x,y positions
positions = tuple(zip(sources['xcentroid'], sources['ycentroid']))
#print(positions)

#positions = (sources['xcentroid'], sources['ycentroid'])
apertures = CircularAperture(positions, r=ap_radius)

# using wcs info from images, put coordinates into RA, Dec
ra, dec = im.meta.wcs(sources['xcentroid'], sources['ycentroid'])

print('Number of sources found with DAOStarFinder: ',np.size(ra))

# add RA, Dec to sources table

ra_col = Column(name='RA', data=ra)
dec_col = Column(name='Dec', data=dec)
sources.add_column(ra_col)
sources.add_column(dec_col)

# print RA, Dec for each x, y position found
#print(sources['xcentroid', 'ycentroid', 'RA', 'Dec'])  

sources_sub = sources['xcentroid', 'ycentroid', 'RA', 'Dec']
sources_sub.pprint_all()
print()

# Put ra, dec coords into a table
cat1_sim = Table([RA_sim, Dec_sim], names=('ra', 'dec'))
cat2_calc = Table([ra, dec], names=('ra', 'dec'))
    
# Get coordinates with SkyCoord for each catalog
    
coord_cat1_sim = SkyCoord(ra=cat1_sim['ra'], dec=cat1_sim['dec'], unit="deg")
coord_cat2_calc = SkyCoord(ra=cat2_calc['ra'], dec=cat2_calc['dec'], unit="deg")    
ind_cat2_cat1, dist_2d, _ = match_coordinates_sky(coord_cat1_sim, coord_cat2_calc)
    
# Find where the catalogs match
    
cat1_matched = cat1_sim[dist_2d.arcsec<0.05]
cat2_matched = cat2_calc[ind_cat2_cat1[dist_2d.arcsec<0.05]]
    
#print(cat1_matched)
    
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
#print(ra_diff)
    
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000

deltara_twon = []
deltadec_twon = []
    
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
    #if ra_diff[i] < 30 and dec_diff[i] < 30:
    deltara_twon.append(ra_diff[i])
    deltadec_twon.append(dec_diff[i])
    if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
        test = 'pass' 
    else: 
        test = 'fail'
    print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA')
plt.xlabel('Delta Dec')
plt.scatter(deltara_twon,deltadec_twon)
plt.show()

# Plot should show no differences greater than 30 milliarcseconds  

print()
print('Number of sources matched: ', np.size(deltara_twon))
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA')
plt.xlabel('Delta Dec')
plt.scatter(deltadec_twon,deltara_twon)
plt.show()

# Plot should show no differences greater than 30 milliarcseconds      

    
meanRAdiff_twon, medianRAdiff_twon, stdRAdiff_twon = sigma_clipped_stats(deltara_twon, sigma=5.0, maxiters=5)  # default sigma=3
meanDecdiff_twon, medianDecdiff_twon, stdDecdiff_twon = sigma_clipped_stats(deltadec_twon, sigma=5.0, maxiters=5)  # default sigma=3

print('RA difference mean, median and std (units in mas)',meanRAdiff_twon, medianRAdiff_twon, stdRAdiff_twon) 
print('Dec difference mean, median and std (units in mas)',meanDecdiff_twon, medianDecdiff_twon, stdDecdiff_twon)

Number of sources found with DAOStarFinder:  50
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 695.5923082205895 120.88822526904526  0.0008692834904059748   -0.014586267307665584
 772.6737810460266 124.23597874863937      359.9985143707233    -0.01427615051455443
 973.5591267090396 149.48390048910213     359.99242159996174   -0.012961210899850688
 1041.014346789539 154.67176381541177      359.9903668559819   -0.012620568869982389
 531.6231798162045 180.67881599437874   0.006058776722752308    -0.01319390693607034
 795.8383288473656 190.19176792359647      359.9979814699652   -0.012191086338339631
460.97999542314136 201.46973200972363   0.008281205182531238   -0.012746415468937313
 516.4387908892261 215.20112433712333   0.006617358628847578   -0.012176047772795682
 573.6565898115036 228.87786675524998    0.00489942015342247   -0.011602622075598625
 900.3377291614248 251.39215136333695      359.9949414065808    -0.01003296467271393
 637.6428052233504  260.0257604516256   0.003020928825271527   -0.010475178095448248
 944.1808918930852 279.05353741923375     359.99367127610645     -0.0090666550761389
1030.9853073934225  280.3767643529449      359.9910127332013   -0.008792458878807821
466.92679843812806  293.3429288890435   0.008346086695080484    -0.00991285817517718
 478.5590780359624  299.6356046324463   0.008006285159299058   -0.009688569584291241
 552.4089413757669  310.7651772328521   0.005771421968860093   -0.009148498432441733
 794.0196479652562 321.11318333318843     359.99838959209217   -0.008180903590915996
 558.6401757554759 325.42272612339286   0.005619771117774526    -0.00868221298407184
 936.2183781098526 339.63183330246585      359.9940785028033   -0.007230278865130559
  804.889911473664  353.9793574260982      359.9981446768646   -0.007143713924565614
443.91582510445113 377.67183563529665   0.009278736913758936   -0.007388601626175213
 728.5557714029344 403.20072810928673  0.0006181491403874276   -0.005839637759095265
 784.3782884629161 426.83022860876616      359.9989697867053   -0.004964737513012725
 622.5124265354784  466.8206085329579   0.004041489201915779   -0.004173946323405621
 520.5278288390812  535.5248886658612  0.0073540398299230545   -0.002341404032055641
 753.1755481674771  560.1632047989884 0.00028554476097243165  -0.0009596782225956955
  792.530087299047  570.1727013019538     359.99910556435395  -0.0005467941913057057
 485.8292513992665  572.3873139121084   0.008517377739727229  -0.0013042967697947192
 758.1651123580048  584.4383294086515 0.00019785691625981663 -0.00020178415281263336
  398.526450617687  622.4656281408496   0.011329541480159027 -3.4597547199750104e-06
 944.0683918121308    669.13010258421     359.99472453422965   0.0028958489117225576
 977.7234852670903  678.6856534175218      359.9937181218638    0.003279472543407858
1058.2354490200073  695.0094454708226      359.9912929257066    0.003996768783003505
 857.1845696790153   702.864948594411       359.997479863763    0.003696594603226261
 902.5412301451616  737.1370900979565     359.99618110900303   0.0048697150264340955
 546.5744848020374   813.452508806055   0.007303228042872317    0.006252135734971144
 751.5753858256198   844.407437011301  0.0010996011006669064   0.0077531728293405424
1042.1785567967233  846.9021745202133     359.99219414285477     0.00861177733309234
 849.1586163490149  854.2663809519207     359.99813346714706    0.008318149792642877
 565.2738171416567  904.8558014983757   0.006975752335725323    0.009105602820810103
 906.8448071617565  961.9728711442747      359.9966542251961    0.011776525468776333
 862.0410988105377  968.2422290005073      359.9980451309185    0.011848213557256381
 907.6619507552361   977.237393342283      359.9966702463752    0.012246854585239617
1064.8973418091055 1021.2644081150617      359.9919666655609    0.014020233377400567
 897.7065845072738 1021.4011584834253      359.9970944133477    0.013574469197482161
 885.4688235321091 1032.3477448176086      359.9974991794818    0.013877242059157257
 844.2668302395491 1034.0711404356707      359.9987673938884    0.013819208545517535
 982.9708571995092 1050.2588106626356     359.99455720629277    0.014688941577921392
 716.4192314406831  1090.543748280166  0.0028401879902317318    0.015207027056970192
 546.8058884652396 1103.7005608064871   0.008077272188627485     0.01515403996430303

RA_Diff (mas)  Dec_diff (mas) pass/fail
       4.579879        3.743871 pass

Number of sources matched:  1

RA difference mean, median and std (units in mas) 4.579879058946856 4.579879058946856 0.0
Dec difference mean, median and std (units in mas) 3.743871490905631 3.743871490905631 0.0


# mark sources on image frame to see if the correct sources were found
norm = ImageNormalize(stretch=SqrtStretch())
# keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
plt.figure(figsize=(20,20))
plt.imshow(data, cmap='Greys', origin='lower', vmin=5,vmax=15)#, norm=norm)
apertures.plot(color='red', lw=2.5) #, alpha=0.5)
plt.show()


# Take a closer look at a portion of the image to get a closer look at the psf

# mark sources on image frame to see if the correct sources were found
norm = ImageNormalize(stretch=SqrtStretch())
# keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
plt.figure(figsize=(20,20))

plt.imshow(data[350:450, 700:820], cmap='Greys', origin='lower', vmin=0,vmax=200)#, norm=norm)
#apertures.plot(color='red', lw=2.5) #, alpha=0.5)
#plt.scatter(sources['xcentroid']-700, sources['ycentroid']-350, color='red')
#plt.ylim(350,450)
#plt.xlim(700,820)
plt.show()


# Run Calwebb_image3 on the association table with tweakreg on
    
# set any specific parameters
# tweakreg parameters to allow data to run
fwhm = 3.318 #3.27  # Gaussian kernel FWHM of objects expected, default=2.5
minobj = 5  # minimum number of objects needed to match positions for a good fit, default=15
snr = 40 # signal to noise threshold, default=5
sigma = 3 # clipping limit, in sigma units, used when performing fit, default=3
fit_geom ='rshift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
use2dhist = False  # boolean indicating whether to use 2D histogram to find initial offset, default=True
   
#pipe3=Image3Pipeline()    
#pipe3.tweakreg.kernel_fwhm = fwhm
#pipe3.tweakreg.snr_threshold = snr
#pipe3.tweakreg.minobj = minobj
#pipe3.tweakreg.sigma = sigma
#pipe3.tweakreg.fitgeometry = fit_geom
#pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.skip = True        # test to see if this affects the final output
pipe3.outlier_detection.skip = True
pipe3.source_catalog.save_results = True
pipe3.save_results = True
#pipe3.output_dir = datadir

# run Image3

#im = pipe3.run(rtdata.input)
image = pipe3.run('starfield_50star4ptdither_asnfile.json')
print('Image 3 pipeline finished.')

2022-10-06 05:54:35,414 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_50star4ptdither_asnfile.json',).
2022-10-06 05:54:35,422 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmptl4yhngi/starfield_50star4ptdither_combined.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'image3pipeline', 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': 'tweakreg', 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 3.318, 'snr_threshold': 40, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 2.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'rshift', 'nclip': 3, 'sigma': 3, 'abs_refcat': '', 'save_abs_catalog': False, 'abs_minobj': 15, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'skymatch', 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': True, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 25, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-10-06 05:54:35,564 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-10-06 05:54:35,571 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-10-06 05:54:35,572 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits'.
2022-10-06 05:54:35,573 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-06 05:54:35,574 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-10-06 05:54:37,005 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-10-06 05:54:37,008 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': 'tweakreg', 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 3.318, 'snr_threshold': 40, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 2.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'rshift', 'nclip': 3, 'sigma': 3, 'abs_refcat': '', 'save_abs_catalog': False, 'abs_minobj': 15, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}
2022-10-06 05:54:37,009 - stpipe.Image3Pipeline.tweakreg - INFO - Step skipped.
2022-10-06 05:54:37,028 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-10-06 05:54:37,382 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-10-06 05:54:37,384 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'skymatch', 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-10-06 05:54:37,615 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:54:37,616 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-10-06 05:54:37.615288
2022-10-06 05:54:37,616 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:54:37,616 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-10-06 05:54:37,617 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-10-06 05:54:37,617 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-10-06 05:54:37,618 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:54:37,618 - stpipe.Image3Pipeline.skymatch - INFO - ----  Computing differences in sky values in overlapping regions.
2022-10-06 05:54:49,298 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.00258738
2022-10-06 05:54:49,299 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.0122796
2022-10-06 05:54:49,299 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.00816192
2022-10-06 05:54:49,300 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.00662269
2022-10-06 05:54:49,300 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0
2022-10-06 05:54:49,300 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.00758915
2022-10-06 05:54:49,301 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.00479741
2022-10-06 05:54:49,301 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.0132615
2022-10-06 05:54:49,301 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:54:49,301 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-10-06 05:54:49.301594
2022-10-06 05:54:49,302 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:11.686306
2022-10-06 05:54:49,303 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-06 05:54:49,338 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-10-06 05:54:49,554 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-10-06 05:54:49,556 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': True, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}
2022-10-06 05:54:49,557 - stpipe.Image3Pipeline.outlier_detection - INFO - Step skipped.
2022-10-06 05:54:49,574 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-10-06 05:54:49,766 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-10-06 05:54:49,768 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-06 05:54:49,785 - stpipe.Image3Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-06 05:54:49,809 - stpipe.Image3Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-06 05:54:49,809 - stpipe.Image3Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-06 05:54:49,810 - stpipe.Image3Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-06 05:54:49,810 - stpipe.Image3Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-06 05:54:49,976 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_50star4ptdither_combined.fits
2022-10-06 05:54:50,636 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-10-06 05:54:51,228 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:54:52,061 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:54:52,851 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:54:53,608 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:54:54,369 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:54:55,165 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:54:55,925 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:54:56,703 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:54:56,880 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-10-06 05:54:57,466 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:54:58,248 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:54:59,014 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:54:59,804 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:00,577 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:01,354 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:02,138 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:02,905 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:03,095 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-10-06 05:55:03,693 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:04,465 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:05,241 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:06,016 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:06,824 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:07,776 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:08,679 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:09,604 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:09,814 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-10-06 05:55:10,530 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:11,465 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:12,437 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:13,397 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:14,330 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:15,273 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:16,136 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:16,916 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1118)
2022-10-06 05:55:17,109 - stpipe.Image3Pipeline.resample - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/resample/resample.py:308: RuntimeWarning: divide by zero encountered in reciprocal
  output_variance = np.reciprocal(inverse_variance_sum)

2022-10-06 05:55:17,151 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.021880629 -0.020262886 0.024954079 0.014759789 359.990667431 0.017768647 359.987593981 -0.017254027
2022-10-06 05:55:17,623 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_combined_i2d.fits
2022-10-06 05:55:17,626 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-10-06 05:55:17,871 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1142, 1118) from starfield_50star4ptdither_combined_i2d.fits>,).
2022-10-06 05:55:17,873 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 25, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-10-06 05:55:17,891 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file: /grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits
2022-10-06 05:55:17,902 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file: /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-10-06 05:55:17,902 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-10-06 05:55:17,903 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-10-06 05:55:17,903 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F1130W
2022-10-06 05:55:17,903 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-10-06 05:55:17,956 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 5.49349
2022-10-06 05:55:18,029 - stpipe.Image3Pipeline.source_catalog - INFO - Background could not be estimated in meshes. Using the entire unmasked array for background estimation: bkg_boxsize=(1142, 1118).
2022-10-06 05:55:18,259 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 222 sources
2022-10-06 05:55:18,538 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_50star4ptdither_combined_cat.ecsv
2022-10-06 05:55:18,669 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_50star4ptdither_combined_segm.fits
2022-10-06 05:55:18,670 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_50star4ptdither_combined_segm.fits
2022-10-06 05:55:18,671 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-10-06 05:55:18,672 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done

Image 3 pipeline finished.


im = ImageModel('starfield_50star4ptdither_combined_i2d.fits')
pixarea = im.meta.photometry.pixelarea_steradians
print('Pixel area in steradians', pixarea)

# pull out data portion of input file
data = im.data

# print stats on input image
mean, median, std = sigma_clipped_stats(data, sigma=200.0, maxiters=5)  # default sigma=3
print('Image mean, median and std',mean, median, std)

Pixel area in steradians 2.84403609523084e-13
Image mean, median and std 10.150848 10.816076 38.38095


# Run DAOStarFinder to find sources in image

ap_radius = 5.  # radius for aperture for centroiding and photometry

daofind = DAOStarFinder(fwhm=3.0, threshold=10.*std)    # default threshold=5*std, fwhm=3
sources = daofind(data)    

#sources.pprint_all()
#print(sources['xcentroid','ycentroid','peak'])   

# Create apertures for x,y positions
positions = tuple(zip(sources['xcentroid'], sources['ycentroid']))
#print(positions)

#positions = (sources['xcentroid'], sources['ycentroid'])
apertures = CircularAperture(positions, r=ap_radius)


# using wcs info from images, put coordinates into RA, Dec
ra, dec = im.meta.wcs(sources['xcentroid'], sources['ycentroid'])

print('Number of sources found with DAOStarFinder: ',np.size(ra))
# add RA, Dec to sources table

ra_col = Column(name='RA', data=ra)
dec_col = Column(name='Dec', data=dec)
sources.add_column(ra_col)
sources.add_column(dec_col)

# print RA, Dec for each x, y position found
#print(sources['xcentroid', 'ycentroid', 'RA', 'Dec'])  

sources_sub = sources['xcentroid', 'ycentroid', 'RA', 'Dec']
sources_sub.pprint_all()
print()

# Compare input RA, Dec to found RA, Dec
#print('       RA found       Dec found    RA_Diff (mas)  Dec_diff (mas) pass/fail')

deltara_twoff = []
deltadec_twoff = []

# Put ra, dec coords into a table
cat1_sim = Table([RA_sim, Dec_sim], names=('ra', 'dec'))
cat2_calc = Table([ra, dec], names=('ra', 'dec'))
    
# Get coordinates with SkyCoord for each catalog
    
coord_cat1_sim = SkyCoord(ra=cat1_sim['ra'], dec=cat1_sim['dec'], unit="deg")
coord_cat2_calc = SkyCoord(ra=cat2_calc['ra'], dec=cat2_calc['dec'], unit="deg")    
ind_cat2_cat1, dist_2d, _ = match_coordinates_sky(coord_cat1_sim, coord_cat2_calc)
    
# Find where the catalogs match
    
cat1_matched = cat1_sim[dist_2d.arcsec<0.05]
cat2_matched = cat2_calc[ind_cat2_cat1[dist_2d.arcsec<0.05]]
    
#print(cat1_matched)
    
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
#print(ra_diff)
    
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000

    
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
    #if ra_diff[i] < 30 and dec_diff[i] < 30:
    deltara_twoff.append(ra_diff[i])
    deltadec_twoff.append(dec_diff[i])
    if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
        test = 'pass' 
    else: 
        test = 'fail'
    print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA')
plt.xlabel('Delta Dec')
plt.scatter(deltara_twoff,deltadec_twoff)
plt.show()

# Plot should show no differences greater than 30 milliarcseconds 

print()
    
meanRAdiff_twoff, medianRAdiff_twoff, stdRAdiff_twoff = sigma_clipped_stats(deltara_twoff, sigma=5.0, maxiters=5)  # default sigma=3
meanDecdiff_twoff, medianDecdiff_twoff, stdDecdiff_twoff = sigma_clipped_stats(deltadec_twoff, sigma=5.0, maxiters=5)  # default sigma=3

print('RA difference mean, median and std (units in mas)',meanRAdiff_twoff, medianRAdiff_twoff, stdRAdiff_twoff) 
print('Dec difference mean, median and std (units in mas)',meanDecdiff_twoff, medianDecdiff_twoff, stdDecdiff_twoff)

Number of sources found with DAOStarFinder:  53
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 695.5875218513922 122.83036264689855  0.0008790320254199196    -0.01462391910488423
 772.6035531642326 126.26755292773977      359.9985263669081   -0.014311235600048515
 973.4908054797943 151.50392774696527      359.9924335065964   -0.012996644972842895
1041.0485513321148 156.06131149851245     359.99037392157055   -0.012675062463712078
 531.6380548601124 182.85026477236065   0.006068539428104346   -0.013224473332942273
  795.811468683437 192.29707372931773      359.9979923345886   -0.012223793519020937
   460.99448961962 203.85169976224242   0.008291546134823418   -0.012770526727961851
 516.4796713599849 217.45903405975838   0.006626556495097079    -0.01220389261102144
 573.6697774910625  231.0390959607749   0.004909207102682808   -0.011633506426016746
 900.3886108017122 253.30305395985837      359.9949493638356   -0.010071424554609644
 637.7010115595039  262.1911521301065  0.0030293463516407747    -0.01050581363374927
 944.2841256784739   281.079588352751     359.99367793773104   -0.009101442712210523
1031.0728200819456 281.77745097688637      359.9910181939228   -0.008846467398311797
466.97180095938324   295.533065601951   0.008354975750406743     -0.0099427703717441
 478.6709538155014 301.93539851575457   0.008013418474890076   -0.009714938856919713
 552.5300512322902  312.8909494139733   0.005777803752718057   -0.009180179723825265
 794.1331488328228  323.0558646238649     359.99839571447654    -0.00821822036283505
 558.7843605478828  327.5545817031743   0.005625461615265815   -0.008713645609498005
 936.3464736843893  341.6659290771329      359.9940844236217   -0.007264752873118612
 805.0012467912164 356.22898231310313     359.99815169173513     -0.0071716232266076
443.93866871809865  379.6365730362894   0.009287698920763563  -0.0074254859695252065
 727.9004077609443  405.1938235473368  0.0006479866203566311     -0.0058774776732775
 728.9090837502866  405.5049309969637  0.0006178899825499607    -0.00586522204196076
 728.8123750345288   406.047785974867  0.0006223168088494293    -0.00584883412155051
 784.4976980564339  428.9137199744694      359.9989761068423     -0.0049977200416623
  622.630678115925  468.9767702137591  0.0040480404297283095   -0.004204703326923196
 520.7184705446252  537.5850861242045   0.007358112741537499    -0.00237490922872599
 753.4539482784337  562.0525401097119  0.0002864664723422804   -0.000998187209653482
 792.8036364260455  572.2322606123093      359.9991070929562  -0.0005800958307057868
 486.1120672067942  574.7226059375406   0.008519364228829426  -0.0013291173423423518
 758.4605411369012  586.5055414210545 0.00019873511238368055 -0.00023479221598861648
 398.7136031231252   625.674833310443   0.011336813707366417  -1.736753093167578e-06
 944.4422225237705  671.4029417899246      359.9947235614096    0.002869357993624277
 978.0714798702348  680.7768239769485       359.993717452459     0.00324734070758362
 1058.612496457046  696.5228766890247     359.99128981045186    0.003946997117973492
 857.4780666132266  704.9454279342152       359.997480836911   0.0036639882215155004
 902.8197506277895  739.0284375124087      359.9961820324383    0.004831268070806776
 547.0080591593604  815.7258973216258   0.007300424492164539   0.0062258224498227075
 752.0449963409867   846.447949356773  0.0010950656624397709   0.0077198147181367326
1042.6952235644706  848.5380329684157     359.99218707526376    0.008566136002823454
 849.5541246380835  856.4094101371254     359.99813148016676    0.008287736221623801
 565.7181200921261  907.1264782614643  0.0069726124640920656    0.009079235245786162
 907.3423363297081   964.053259957267     359.99664894087266    0.011744465420345728
 862.5966578964891  970.4348279602699      359.9980383689322    0.011819750926866247
  908.110037546485   979.334049996968      359.9966665221242    0.012215160372897348
 898.1169806916027  1024.097928731078      359.9970934600643    0.013561077737398147
  1065.28960319333  1023.645523446395     359.99196541891513    0.013997112656977497
 885.8482841611534  1034.873726862863       359.997498715285      0.0138585296371334
 844.6823447588057 1036.6953396761674     359.99876608832716     0.01380360526412004
   983.42503853367 1052.7440660736706      359.9945543409665    0.014669181252835601
 716.8414742466164 1093.1957963002271   0.002838751035592774     0.01519229594500797
 713.2836291590963  1097.824625343917  0.0029603199787030516    0.015324676958682072
 547.2244393863695 1106.8212291814139   0.008077209647372114    0.015153670490970382

RA_Diff (mas)  Dec_diff (mas) pass/fail
       0.317978        2.178951 pass
      -1.024974        9.106694 pass
      -1.920700       -7.873955 pass
       5.603382        7.586600 pass
      12.120869       -0.848160 pass
       6.090246        1.356384 pass
       4.005870      -17.673223 pass
       3.012880      -14.442403 pass
       1.311224       -0.422432 pass
      -3.363615       -4.267015 pass
      -0.212858        1.675513 pass
       2.204871        0.846885 pass
      -2.074962        0.889657 pass
       7.945570        5.376866 pass
       4.354731        2.413767 pass
      -0.224168        5.606236 pass
      -0.896272       19.065402 pass
      -5.871844        6.303337 pass
       1.941941       -1.703999 pass
       0.334642       -3.944991 pass
       3.984632       -2.592150 pass
      -1.083885       -8.949490 pass
       5.256232        7.479855 pass
      -0.682373        3.589625 pass
       1.309808        2.071603 pass
       8.404519        7.943332 pass
       1.528172        2.960819 pass
      -3.329050        0.489610 pass
       3.745547       -6.131977 pass
      -4.306490        2.952994 pass
       1.508094        7.605565 pass
      -0.282346       -3.824869 pass
       7.151833        1.880376 pass
       1.227479       11.452510 pass
       3.716778       -2.634945 pass
       1.728600        6.250398 pass
       1.966085        8.903779 pass
       1.506510       -3.379885 pass
      -1.971148       -5.973453 pass
      -4.553595      -10.051978 pass
      -5.178925       -5.911223 pass
       5.423747        1.278098 pass
       3.715292        7.491222 pass
      -1.938185       -2.324194 pass
       7.112701        4.426662 pass
       1.879647        7.777342 pass
       8.446866        7.870919 pass
       0.698122        5.517366 pass
       2.572115       -0.793306 pass

RA difference mean, median and std (units in mas) 1.6981957591644097 1.5080944876899594 3.8333895164937095
Dec difference mean, median and std (units in mas) 1.155198384286883 1.6755132446227838 6.709809943594987


# mark sources on image frame to see if the correct sources were found
norm = ImageNormalize(stretch=SqrtStretch())
# keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
plt.figure(figsize=(20,20))
plt.imshow(data, cmap='Greys', origin='lower', vmin=5,vmax=15)#, norm=norm)
apertures.plot(color='red', lw=2.5) #, alpha=0.5)
plt.show()


# Take a closer look at a portion of the image to get a closer look at the psf

# mark sources on image frame to see if the correct sources were found
norm = ImageNormalize(stretch=SqrtStretch())
# keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
plt.figure(figsize=(20,20))

plt.imshow(data[350:450, 700:820], cmap='Greys', origin='lower', vmin=0,vmax=200)#, norm=norm)

#plt.scatter(sources['xcentroid']-700, sources['ycentroid']-350, color='red')

plt.show()


# Compare stats across tests:
print('All units are milliarcseconds for statistics')
print('Statistics on differences between RA and Dec in individual calibrated files')
print('RA difference mean, median and std',meanRAdiff_cal, medianRAdiff_cal, stdRAdiff_cal) 
print('Dec difference mean, median and std',meanDecdiff_cal, medianDecdiff_cal, stdDecdiff_cal)
print()
#print('Statistics on differences between RA and Dec in individual i2d files when run with tweakreg on')
#print('RA difference mean, median and std',meanRAdiff_i2d, medianRAdiff_i2d, stdRAdiff_i2d) 
#print('Dec difference mean, median and std',meanDecdiff_i2d, medianDecdiff_i2d, stdDecdiff_i2d)
#print()
print('Statistics on differences between RA and Dec in combined i2d file when run with tweakreg on')
print('RA difference mean, median and std',meanRAdiff_twon, medianRAdiff_twon, stdRAdiff_twon) 
print('Dec difference mean, median and std',meanDecdiff_twon, medianDecdiff_twon, stdDecdiff_twon)
print()
print('Statistics on differences between RA and Dec in combined i2d file when run with tweakreg off')
print('RA difference mean, median and std',meanRAdiff_twoff, medianRAdiff_twoff, stdRAdiff_twoff) 
print('Dec difference mean, median and std',meanDecdiff_twoff, medianDecdiff_twoff, stdDecdiff_twoff)

All units are milliarcseconds for statistics
Statistics on differences between RA and Dec in individual calibrated files
RA difference mean, median and std 1.1084997025612093 0.928302277808206 3.5773131993903524
Dec difference mean, median and std -0.17537865973407207 1.1691161048078824 5.539940734870295

Statistics on differences between RA and Dec in combined i2d file when run with tweakreg on
RA difference mean, median and std 4.579879058946856 4.579879058946856 0.0
Dec difference mean, median and std 3.743871490905631 3.743871490905631 0.0

Statistics on differences between RA and Dec in combined i2d file when run with tweakreg off
RA difference mean, median and std 1.6981957591644097 1.5080944876899594 3.8333895164937095
Dec difference mean, median and std 1.155198384286883 1.6755132446227838 6.709809943594987

JWST Pipeline Validation Testing Notebook: Calwebb_Image3, Tweakreg step with MIRI imaging¶

Table of Contents¶

Introduction¶

Calibration WG Requested Algorithm:¶

Defining Terms¶

Description of test¶

Description of data¶

Create a temporary directory to work in and read in data¶

Run the calwebb_detector1 pipeline to get rate.fits files.¶

Run calwebb_image2 pipeline to create cal.fits files¶

Test # 1: See what happens with tweakreg when given data with no shifts.¶

Run the images through calwebb_image3 with tweakreg on¶

Go through list of individual images and see which sources were found for each image.¶

Get position differences as found earlier for the individual i2d files¶

Look at positions of RA, Dec and get stats on differences for the combined image run with tweakreg on¶

Run calwebb_image3 with tweakreg turned off¶

Test # 2: See what happens with tweakreg when there are shifts between images not tracked in the wcs.¶

Run the images through calwebb_image3 with tweakreg on¶

Go through list of individual images and see which sources were found for each image.¶

Look at positions of RA, Dec and get stats on differences for the combined image run with tweakreg on¶

Test again with tweakreg off¶

Criteria for success.¶

About this Notebook¶